-- Logs begin at Thu 2021-09-16 00:23:52 UTC, end at Thu 2021-09-16 01:31:30 UTC. -- Sep 16 01:04:10.868429 dv-cinder-809305-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 01:04:13.615336 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.common.config [-] Logging enabled! Sep 16 01:04:13.615954 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 01:04:13.616123 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94440) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 01:04:13.619965 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.common.config [-] Logging enabled! Sep 16 01:04:13.620227 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 01:04:13.620551 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94440) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 01:04:13.621551 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 01:04:13.621790 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 01:04:13.622157 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 01:04:13.622410 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 01:04:13.622643 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 01:04:13.622973 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.623278 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.623585 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.623826 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.624129 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.624426 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.624719 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.625046 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.625353 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.625648 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.625936 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.626229 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.626464 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.626755 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.627052 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.627346 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.627574 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] debug = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.627865 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.628298 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.628722 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.629035 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.629339 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.629632 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.629913 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.630198 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.630491 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.630830 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] host = dv-cinder-809305-1-iscsi {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.631120 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.631419 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.631716 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.632011 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.632296 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.632581 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.632876 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.633186 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.633469 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] log_file = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.633759 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.634597 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.634896 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.635222 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.635464 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.635693 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.635994 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.636296 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.636584 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.636870 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.637177 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.637463 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.637747 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.638028 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.638324 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.638618 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.638913 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.639198 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.639482 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.639764 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.640047 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.640341 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.640622 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.640927 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.641206 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.641503 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.641784 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.642067 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.642377 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.642671 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.642961 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.643254 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.643537 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.643835 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.644117 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.644399 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.644679 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] use_json = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.644984 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.645266 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.645559 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.645840 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.646120 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.646402 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.646682 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.646977 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:13.647283 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.647588 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.647901 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.648196 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.648502 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.648790 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.649116 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.649404 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.650223 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.650525 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.650822 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.651112 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.651411 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.651699 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.652004 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.652365 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.652624 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.652947 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.653237 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.653522 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.653810 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.654101 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.654399 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.654688 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.654988 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.655286 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.655578 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.655870 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.656173 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.656474 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.656759 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.657073 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.657376 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.657663 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.657944 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.658231 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.658528 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.658816 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.659098 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.659387 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.659673 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.659953 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.660233 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.660520 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.660820 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.661128 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.661410 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.661690 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.661976 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.662256 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.662550 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.662838 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.663120 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.663400 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.663691 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.663971 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.664249 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.664534 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.664814 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.665137 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.665948 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.666228 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.666508 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.666790 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.667073 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.667353 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.667633 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.667916 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.668195 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.668473 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.668753 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.669059 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.669341 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.669635 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.669942 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.670227 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.670513 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.670798 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.671082 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.671365 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.671649 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.671932 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.672215 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.672492 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.672789 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.673107 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.673402 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.673701 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.673987 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.674295 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.674579 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.674871 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.675158 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.675443 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.675733 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.676023 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.676324 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.676626 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.677020 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.677327 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.677630 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.677916 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.678233 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.678520 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:13.678745 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 01:04:13.678988 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94440) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 01:04:14.031657 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 01:04:14.031942 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 01:04:14.032233 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 01:04:14.032572 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 01:04:14.420401 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.420714 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.421017 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.422315 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.422596 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.422869 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.460749 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.461055 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.461331 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.484314 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.484602 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.484877 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.513843 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.514133 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.514398 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.551645 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.551931 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.552213 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.783167 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.783798 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.783798 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.783973 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.784668 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.904048 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.904370 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.904660 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.904959 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.905236 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.905555 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.905820 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.906080 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.906338 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.906628 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.906892 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.907158 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.907418 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.907674 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.907929 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.908194 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.908451 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.908721 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.909019 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.909300 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.909556 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.909811 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.910095 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.910482 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.910736 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.910989 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.911391 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94440) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 01:04:14.911637 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94440) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 01:04:14.911879 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94440) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 01:04:14.912119 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94440) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 01:04:14.912359 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94440) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 01:04:14.912599 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94440) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 01:04:14.912992 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 01:04:14.916077 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 01:04:14.920111 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 01:04:14.923765 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 16 01:04:14.925437 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 01:04:14.925885 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 01:04:14.926225 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 01:04:14.926618 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 01:04:14.929402 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 01:04:14.929662 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 01:04:14.930015 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 01:04:14.935828 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 16 01:04:14.958035 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 01:04:14.958485 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.958784 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94440) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 16 01:04:14.959145 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.960509 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94440) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 01:04:14.960975 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 01:04:14.961237 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 01:04:14.964426 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:14.964710 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:15.028882 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 01:04:15.029158 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 01:04:15.029401 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 01:04:15.029776 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 01:04:15.051968 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_db.sqlalchemy.engines [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94440) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 16 01:04:15.733666 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.managers [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Initializing driver for type 'gre' Sep 16 01:04:15.734228 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] gre ID ranges: [(1, 1000)] Sep 16 01:04:15.893631 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.managers [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Initializing driver for type 'local' Sep 16 01:04:15.894258 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.managers [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Initializing driver for type 'vlan' Sep 16 01:04:15.990454 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] VlanTypeDriver initialization complete Sep 16 01:04:15.990736 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.managers [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Initializing driver for type 'vxlan' Sep 16 01:04:15.991236 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] vxlan ID ranges: [(1, 1000)] Sep 16 01:04:16.189530 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.managers [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Initializing extension driver 'port_security' Sep 16 01:04:16.189876 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.extensions.port_security [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] PortSecurityExtensionDriver initialization complete Sep 16 01:04:16.190213 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.managers [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Initializing mechanism driver 'openvswitch' Sep 16 01:04:16.190539 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.managers [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Initializing mechanism driver 'hyperv' Sep 16 01:04:16.197135 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.plugins.ml2.plugin [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:04:16.200069 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > port after_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.200069 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > port after_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.200069 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > port after_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.200069 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94440) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 01:04:16.200069 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > subnet after_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.200450 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > subnet after_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.200450 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.200604 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94440) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 01:04:16.201005 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > network after_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.201367 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > network after_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.201724 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > network after_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.202124 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94440) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 01:04:16.202542 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > security_group after_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.202899 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > security_group after_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.203247 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.203785 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94440) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 01:04:16.204210 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.204572 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.204943 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.205424 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94440) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 01:04:16.205843 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > address_group after_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.206199 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > address_group after_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.206550 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.206944 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94440) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 01:04:16.207335 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] ML2 OVO RPC backend initialized. {{(pid=94440) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 16 01:04:16.208059 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.208422 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.208852 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > network before_response 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.209231 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > networks before_response 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.209587 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > port before_response 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.209938 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > ports before_response 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.210289 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > subnet before_response 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.210638 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > subnets before_response 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.210991 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > network after_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.211340 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > network after_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.211686 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > network after_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.212028 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > port after_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.212371 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > port after_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.212712 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > port after_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.213087 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > subnet after_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.213433 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > subnet after_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.213773 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.214352 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.plugin [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Modular L2 Plugin initialization complete Sep 16 01:04:16.214689 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading services supported by the core plugin {{(pid=94440) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 01:04:16.215023 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.plugins.ml2.managers [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Got port-security extension from driver 'port_security' Sep 16 01:04:16.215492 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.extensions.vlantransparent [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Disabled vlantransparent extension. Sep 16 01:04:16.215984 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94440) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 01:04:16.216303 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading Plugin: router Sep 16 01:04:16.252977 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.253326 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router after_create 55549900 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.253707 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router before_create 55549900 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.254078 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.254476 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.254822 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router after_delete 55549900 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.255188 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.255545 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.255912 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router after_create 55549900 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.256265 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router after_update 55549900 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.256622 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router after_update 55549900 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.257008 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.257377 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router after_update 55549900 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.257797 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router precommit_update 55549900 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.258178 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: port after_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.258529 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: port after_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.258906 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: subnet after_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.259257 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.259613 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.259968 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router precommit_create 55549900 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.260319 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: port before_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.260669 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router precommit_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.261069 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router after_update 55549900 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.261420 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.261778 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router precommit_create 55549900 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.262145 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.262497 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router precommit_update 55549900 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.262868 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > agent after_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.263223 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > agent after_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.263575 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > network after_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.264447 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Tracking information for resource: router configured {{(pid=94440) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 01:04:16.264785 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Tracking information for resource: floatingip configured {{(pid=94440) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 01:04:16.269945 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.db.l3_agentschedulers_db [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 01:04:16.270531 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: port after_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.270901 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: port after_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.271262 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: port after_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.271623 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: port after_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.272411 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router before_create 55550100 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.272788 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.273183 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router precommit_create 55550100 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.273551 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > router precommit_update 55550100 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.278255 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.services.provider_configuration [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Service providers = [] {{(pid=94440) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 01:04:16.278628 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.db.servicetype_db [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94440) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 01:04:16.281628 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.services.service_base [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94440) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 01:04:16.281989 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.services.service_base [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94440) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 01:04:16.282340 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.services.service_base [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94440) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 01:04:16.283243 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.services.service_base [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94440) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 01:04:16.283625 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.services.service_base [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 01:04:16.284002 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94440) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 01:04:16.284329 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 01:04:16.295520 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94440) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 01:04:16.295870 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading Plugin: auto_allocate Sep 16 01:04:16.301698 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: network precommit_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.302076 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: network precommit_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.302600 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94440) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 01:04:16.302931 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading Plugin: tag Sep 16 01:04:16.309501 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94440) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 01:04:16.309842 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading Plugin: timestamp Sep 16 01:04:16.313856 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94440) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 01:04:16.314200 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading Plugin: network_ip_availability Sep 16 01:04:16.319591 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.319971 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.320334 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.321091 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94440) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 01:04:16.321939 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading Plugin: flavors Sep 16 01:04:16.326617 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94440) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 01:04:16.326962 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading Plugin: revisions Sep 16 01:04:16.331210 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94440) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 01:04:16.331602 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_concurrency.lockutils [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.299s {{(pid=94440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 01:04:16.332342 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94440) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 16 01:04:16.332684 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Initializing extension manager. Sep 16 01:04:16.333233 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: __init__.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.333585 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: __pycache__ {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.333932 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.334275 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: address_group.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.335032 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.335598 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: address-group Sep 16 01:04:16.335930 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: address_scope.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.336843 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.337937 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: address-scope Sep 16 01:04:16.338268 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.339208 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.339728 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: router-admin-state-down-before-update Sep 16 01:04:16.340061 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: agent.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.340773 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.341318 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: agent Sep 16 01:04:16.341649 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: agent_resources_synced.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.342573 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.343087 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: agent-resources-synced Sep 16 01:04:16.343414 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: allowedaddresspairs.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.345234 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.345761 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: allowed-address-pairs Sep 16 01:04:16.346096 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: auto_allocated_topology.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.347179 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.347702 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: auto-allocated-topology Sep 16 01:04:16.348031 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: availability_zone.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.348734 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.349284 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: availability_zone Sep 16 01:04:16.349615 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: availability_zone_filter.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.350535 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.351044 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: availability_zone_filter Sep 16 01:04:16.351372 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: data_plane_status.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.352577 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.353108 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 01:04:16.353439 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: default_subnetpools.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.354365 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.354875 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: default-subnetpools Sep 16 01:04:16.355205 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.356022 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.356533 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: dhcp_agent_scheduler Sep 16 01:04:16.356865 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: dns.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.357821 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.358332 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension dns-integration not supported by any of loaded plugins Sep 16 01:04:16.358664 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: dns_domain_ports.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.359592 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.360105 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 01:04:16.360437 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.361407 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.361921 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 16 01:04:16.362252 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: dvr.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.362934 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.363443 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: dvr Sep 16 01:04:16.363772 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: ecmp_routes.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.364702 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.365248 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 16 01:04:16.365577 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: empty_string_filtering.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.366502 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.367020 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: empty-string-filtering Sep 16 01:04:16.367347 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.368310 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.368826 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 01:04:16.369196 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.370132 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.370645 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 01:04:16.370976 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: external_net.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.371895 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.372405 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: external-net Sep 16 01:04:16.372734 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.373685 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.374195 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: extra_dhcp_opt Sep 16 01:04:16.374523 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: extraroute.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.375447 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.375956 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: extraroute Sep 16 01:04:16.376282 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: extraroute_atomic.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.377360 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.377878 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: extraroute-atomic Sep 16 01:04:16.378238 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: filter_validation.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.379176 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.379424 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: filter-validation Sep 16 01:04:16.379755 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: fip_pf_description.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.380686 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.381222 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 01:04:16.381550 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: fip_port_details.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.382487 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.382994 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: fip-port-details Sep 16 01:04:16.383321 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: flavors.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.385130 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.385657 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: flavors Sep 16 01:04:16.385993 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.387655 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.388181 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 01:04:16.388522 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: floatingip_pools.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.389270 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.389789 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: floatingip-pools Sep 16 01:04:16.390124 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: ip_allocation.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.391074 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.391588 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 01:04:16.391921 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.392855 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.393396 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: ip-substring-filtering Sep 16 01:04:16.393730 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: l2_adjacency.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.394670 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.395182 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 01:04:16.395513 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: l3.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.396664 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.397219 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: router Sep 16 01:04:16.397563 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.400423 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.400985 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 01:04:16.401331 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.402517 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.402845 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: ext-gw-mode Sep 16 01:04:16.403398 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.404880 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.405536 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: l3-ha Sep 16 01:04:16.405875 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: l3_flavors.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.408408 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.409356 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: l3-flavors Sep 16 01:04:16.409926 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.411384 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.411908 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 01:04:16.412245 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: l3agentscheduler.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.413477 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.414310 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: l3_agent_scheduler Sep 16 01:04:16.414651 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: logging.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.416232 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.417186 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension logging not supported by any of loaded plugins Sep 16 01:04:16.417712 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: metering.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.418479 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.419072 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: metering Sep 16 01:04:16.419409 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.420527 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.421083 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: metering_source_and_destination_fields Sep 16 01:04:16.421420 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: multiprovidernet.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.422361 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.422878 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: multi-provider Sep 16 01:04:16.423209 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: netmtu.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.424135 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.424648 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: net-mtu Sep 16 01:04:16.425015 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: netmtu_writable.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.426148 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.426660 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: net-mtu-writable Sep 16 01:04:16.426991 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: network_availability_zone.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.427669 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.428180 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: network_availability_zone Sep 16 01:04:16.428508 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: network_ip_availability.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.429665 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.430184 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: network-ip-availability Sep 16 01:04:16.430518 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: network_segment_range.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.431812 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.432324 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 01:04:16.432787 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: pagination.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.433820 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.434160 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: pagination Sep 16 01:04:16.434491 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: port_device_profile.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.436404 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.436956 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: port-device-profile Sep 16 01:04:16.437295 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.439037 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.439565 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: port-mac-address-regenerate Sep 16 01:04:16.440368 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.441443 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.441980 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: port-numa-affinity-policy Sep 16 01:04:16.442317 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: port_resource_request.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.443380 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.443894 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 01:04:16.444229 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: portbindings.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.445209 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.445721 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: binding Sep 16 01:04:16.446051 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: portbindings_extended.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.447879 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.448401 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: binding-extended Sep 16 01:04:16.448739 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: portsecurity.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.449695 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.450211 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: port-security Sep 16 01:04:16.450550 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: project_id.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.451528 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.451866 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: project-id Sep 16 01:04:16.452199 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: providernet.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.453158 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.453671 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: provider Sep 16 01:04:16.453998 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: qos.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.457579 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.458107 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension qos not supported by any of loaded plugins Sep 16 01:04:16.458445 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.459697 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.460212 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 01:04:16.460553 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.461508 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.462047 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 01:04:16.462378 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: qos_default.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.463293 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.463804 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension qos-default not supported by any of loaded plugins Sep 16 01:04:16.464133 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: qos_fip.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.464788 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.465331 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension qos-fip not supported by any of loaded plugins Sep 16 01:04:16.465659 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: qos_gateway_ip.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.466582 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.467096 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 01:04:16.467426 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: qos_port_network_policy.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.468339 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.468846 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 01:04:16.469197 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: qos_pps_rule.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.470365 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.470885 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension qos-pps not supported by any of loaded plugins Sep 16 01:04:16.471213 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: qos_rule_type_details.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.472137 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.472650 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 01:04:16.473004 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: qos_rules_alias.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.474067 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.474580 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 01:04:16.474905 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: quotasv2.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.475848 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.476181 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: quotas Sep 16 01:04:16.476506 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: quotasv2_detail.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.480031 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.480378 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: quota_details Sep 16 01:04:16.480715 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: rbac.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.481822 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.482463 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: rbac-policies Sep 16 01:04:16.482683 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: rbac_address_group.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.483616 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.484132 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: rbac-address-group Sep 16 01:04:16.484463 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: rbac_address_scope.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.485418 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.485934 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: rbac-address-scope Sep 16 01:04:16.486261 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: rbac_security_groups.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.487175 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.487685 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: rbac-security-groups Sep 16 01:04:16.488010 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: rbac_subnetpool.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.488951 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.489463 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: rbac-subnetpool Sep 16 01:04:16.489788 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: revisionifmatch.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.490716 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.491232 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: revision-if-match Sep 16 01:04:16.491562 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: revisions.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.492676 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.493711 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: standard-attr-revisions Sep 16 01:04:16.494043 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: router_availability_zone.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.494728 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.495241 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: router_availability_zone Sep 16 01:04:16.495568 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: routerservicetype.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.496493 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.497041 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension router-service-type not supported by any of loaded plugins Sep 16 01:04:16.497372 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.498301 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.498816 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: security-groups-normalized-cidr Sep 16 01:04:16.499144 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.500062 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.500579 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: port-security-groups-filtering Sep 16 01:04:16.500930 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.501857 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.502370 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: security-groups-remote-address-group Sep 16 01:04:16.502696 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: securitygroup.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.514368 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.514843 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: security-group Sep 16 01:04:16.515182 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: segment.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.515980 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.516492 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension segment not supported by any of loaded plugins Sep 16 01:04:16.516823 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.517797 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.518309 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 01:04:16.518640 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: servicetype.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.519814 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.520345 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: service-type Sep 16 01:04:16.520677 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: sorting.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.521698 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.522034 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: sorting Sep 16 01:04:16.522360 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: standard_attr_segment.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.523275 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.523788 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 01:04:16.524113 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: standardattrdescription.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.524823 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.525357 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: standard-attr-description Sep 16 01:04:16.525687 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: stateful_security_group.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.526626 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.527144 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: stateful-security-group Sep 16 01:04:16.527474 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: stdattrs_common.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.528056 dv-cinder-809305-1-iscsi neutron-server[94440]: WARNING neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 01:04:16.528383 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.529344 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.529859 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 01:04:16.530186 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: subnet_onboard.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.531250 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.531775 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: subnet_onboard Sep 16 01:04:16.532103 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.533079 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.533600 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 01:04:16.533932 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: subnet_service_types.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.534861 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.535518 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: subnet-service-types Sep 16 01:04:16.535846 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: subnetallocation.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.536964 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.537482 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: subnet_allocation Sep 16 01:04:16.537815 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.538490 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.539001 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: subnetpool-prefix-ops Sep 16 01:04:16.539330 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.540307 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.540817 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 01:04:16.541170 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: tagging.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.542260 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.542783 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: standard-attr-tag Sep 16 01:04:16.543116 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: timestamp.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.544319 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.544839 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loaded extension: standard-attr-timestamp Sep 16 01:04:16.545201 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: trunk.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.546241 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.546760 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension trunk not supported by any of loaded plugins Sep 16 01:04:16.547090 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: trunk_details.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.548019 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.548533 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension trunk-details not supported by any of loaded plugins Sep 16 01:04:16.548859 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: uplink_status_propagation.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.549802 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.550323 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 01:04:16.550648 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Loading extension file: vlantransparent.py {{(pid=94440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:04:16.551324 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:04:16.551835 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 01:04:16.554288 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Creating instance of TrackedResource for resource:network Sep 16 01:04:16.554840 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Creating instance of TrackedResource for resource:subnet Sep 16 01:04:16.555243 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 01:04:16.555645 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Creating instance of TrackedResource for resource:port Sep 16 01:04:16.557494 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.v2.resource_helper [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:04:16.557944 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.v2.resource_helper [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Service FLAVORS assigned prefix: {{(pid=94440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:04:16.558589 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.v2.resource_helper [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:04:16.559016 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.v2.resource_helper [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:04:16.559360 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Creating instance of TrackedResource for resource:router Sep 16 01:04:16.559792 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 01:04:16.560288 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.v2.resource_helper [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Service METERING assigned prefix: /metering {{(pid=94440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:04:16.561766 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.562161 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.562494 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:04:16.563522 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 01:04:16.563984 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Creating instance of TrackedResource for resource:security_group Sep 16 01:04:16.564405 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 01:04:16.565025 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.v2.resource_helper [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Service CORE assigned prefix: {{(pid=94440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:04:16.565361 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 01:04:16.565709 dv-cinder-809305-1-iscsi neutron-server[94440]: WARNING neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] subnetpool is already registered Sep 16 01:04:16.566155 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.v2.resource_helper [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Service CORE assigned prefix: {{(pid=94440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:04:16.566489 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 01:04:16.566828 dv-cinder-809305-1-iscsi neutron-server[94440]: WARNING neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] subnetpool is already registered Sep 16 01:04:16.569146 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.v2.resource_helper [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:04:16.569584 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.v2.resource_helper [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Service FLAVORS assigned prefix: {{(pid=94440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:04:16.570182 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.v2.resource_helper [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:04:16.570608 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.v2.resource_helper [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:04:16.570945 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Creating instance of TrackedResource for resource:router Sep 16 01:04:16.571388 dv-cinder-809305-1-iscsi neutron-server[94440]: WARNING neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] router is already registered Sep 16 01:04:16.572258 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 01:04:16.572600 dv-cinder-809305-1-iscsi neutron-server[94440]: WARNING neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] floatingip is already registered Sep 16 01:04:16.573086 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.v2.resource_helper [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Service METERING assigned prefix: /metering {{(pid=94440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:04:16.573765 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 01:04:16.574093 dv-cinder-809305-1-iscsi neutron-server[94440]: WARNING neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] rbac_policy is already registered Sep 16 01:04:16.574503 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Creating instance of TrackedResource for resource:security_group Sep 16 01:04:16.574840 dv-cinder-809305-1-iscsi neutron-server[94440]: WARNING neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] security_group is already registered Sep 16 01:04:16.575247 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 01:04:16.575581 dv-cinder-809305-1-iscsi neutron-server[94440]: WARNING neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] security_group_rule is already registered Sep 16 01:04:16.576201 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.v2.resource_helper [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Service CORE assigned prefix: {{(pid=94440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:04:16.576530 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 01:04:16.576866 dv-cinder-809305-1-iscsi neutron-server[94440]: WARNING neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] subnetpool is already registered Sep 16 01:04:16.577305 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.v2.resource_helper [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Service CORE assigned prefix: {{(pid=94440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:04:16.577636 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 01:04:16.577966 dv-cinder-809305-1-iscsi neutron-server[94440]: WARNING neutron.quota.resource_registry [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] subnetpool is already registered Sep 16 01:04:16.578428 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: extensions {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.579926 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: address-groups {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.581437 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: address-scopes {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.582772 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: agents {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.583934 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: auto-allocated-topology {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.585210 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: availability_zones {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.586438 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: dhcp-networks {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.587994 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: dhcp-agents {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.589466 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: routers {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.591702 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: flavors {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.592878 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: service_profiles {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.594114 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: next_providers {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.595561 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: service_profiles {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.597122 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: floatingip-pools {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.598343 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: routers {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.600465 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: floatingips {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.601783 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: l3-routers {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.603477 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: l3-agents {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.604891 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: metering-labels {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.606266 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: metering-label-rules {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.607552 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: network-ip-availabilities {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.608824 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: bindings {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.611300 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: quotas {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.612765 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: quotas {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.614222 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: rbac-policies {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.615428 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: security-groups {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.616725 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: security-group-rules {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.618019 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: service-providers {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.619765 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: subnetpools {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.621232 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: subnetpools {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.622697 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: tags {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.624361 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: tags {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.626218 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: tags {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.628015 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: tags {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.629833 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: tags {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.631682 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: tags {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.633414 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: tags {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.635922 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: tags {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.637720 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: tags {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.639464 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron.api.extensions [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Extended resource: tags {{(pid=94440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:04:16.645359 dv-cinder-809305-1-iscsi neutron-server[94440]: WARNING keystonemiddleware.auth_token [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 01:04:16.650140 dv-cinder-809305-1-iscsi neutron-server[94440]: WARNING keystonemiddleware.auth_token [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 01:04:16.658521 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_concurrency.lockutils [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Acquired lock "singleton_lock" {{(pid=94440) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 16 01:04:16.659001 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_concurrency.lockutils [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Releasing lock "singleton_lock" {{(pid=94440) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 16 01:04:16.659638 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO oslo_service.service [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Starting 2 workers Sep 16 01:04:16.664465 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Started child 94551 {{(pid=94440) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 01:04:16.668936 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Started child 94552 {{(pid=94440) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 01:04:16.670152 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:16.670767 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO neutron.service [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 01:04:16.671199 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Notify callbacks [] for process, before_spawn {{(pid=94440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:16.671589 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [-] (94551) wsgi starting up on http://0.0.0.0:9696 Sep 16 01:04:16.673649 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO oslo_service.service [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Starting 1 workers Sep 16 01:04:16.673780 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:16.674972 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [-] (94552) wsgi starting up on http://0.0.0.0:9696 Sep 16 01:04:16.678853 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Started child 94553 {{(pid=94440) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 01:04:16.679376 dv-cinder-809305-1-iscsi neutron-server[94440]: INFO oslo_service.service [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Starting 1 workers Sep 16 01:04:16.683220 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.service [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] calling RpcWorker wait() {{(pid=94553) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 01:04:16.683796 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.service [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] returning from RpcWorker wait() {{(pid=94553) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 01:04:16.685118 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Started child 94554 {{(pid=94440) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 01:04:16.685224 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:16.685631 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:04:16.685970 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG neutron_lib.callbacks.manager [None req-ac78b6c6-3e14-4b0a-a746-d9b862204786 None None] Notify callbacks [] for process, after_spawn {{(pid=94440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:16.687870 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94440) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 01:04:16.688088 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 01:04:16.688270 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 01:04:16.688482 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 01:04:16.688822 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 01:04:16.689021 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 01:04:16.689552 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.689844 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.690100 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.690375 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.690683 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.690843 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:16.691307 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.691515 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.691770 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.692056 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.692306 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.692480 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.692644 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.693095 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.693332 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.693640 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.693908 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.694160 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.694419 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.694590 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.694851 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.695112 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.695338 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.695599 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] debug = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.695852 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.697758 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.697758 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.697758 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.697758 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.698055 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.698120 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.698383 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.698633 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.698854 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.699131 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.699390 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.699625 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.699840 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.700060 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.700331 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.700569 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.701061 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] host = dv-cinder-809305-1-iscsi {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.701305 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.701556 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.701805 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.702050 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.702298 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.702530 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.702796 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.703040 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.703315 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.703543 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.703801 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.704054 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.704299 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.704548 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] log_file = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.704713 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] log_options = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.704979 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.705230 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.705494 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.705672 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.706071 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.706301 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.706514 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.706738 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.706970 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.707208 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.707421 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.707665 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.707881 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.708096 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.708310 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.708544 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.708799 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.708799 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.709278 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.709278 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.709673 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.709893 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.710090 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.710332 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.710771 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.710916 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.711350 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.711350 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.711638 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.711846 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.712000 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.712164 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.712419 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.712667 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.712967 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.713205 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.713434 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.713665 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.713927 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.714151 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.714399 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.714657 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.714873 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.715125 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.715359 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.715592 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.715826 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] use_json = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.716038 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.716414 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.716644 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.717012 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.718177 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.718177 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.718177 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.718377 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.718800 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.719782 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.719981 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.720211 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.720466 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.720729 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.720990 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.721212 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.721442 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.721694 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.722031 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.722254 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.722555 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.722779 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.723059 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.723395 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.723639 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.723922 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.724196 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.724434 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.724762 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.725083 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.725370 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.725616 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.725831 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.726064 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.726306 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.726635 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.726914 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.727356 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:04:16.727466 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.727808 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.728088 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.728333 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.728558 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.728794 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.729055 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.729292 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.729579 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.729785 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.742256 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.742256 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.742256 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.742256 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.742256 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.742256 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.742256 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.742256 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.742256 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.743100 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.743100 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.743100 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.743100 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.743100 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.743100 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.743100 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.743100 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.743100 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.744585 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.744585 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.744585 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.744585 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.744585 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.744585 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.744585 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.744585 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.744585 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.745253 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.745253 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.745253 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.745253 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.745253 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.745253 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.745253 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.745253 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.745253 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.745815 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.745815 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.745815 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.745815 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.745815 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.745815 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.745815 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.745815 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.745815 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.746315 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.746315 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.746315 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.746315 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.746315 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.746315 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.746315 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.746315 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.746822 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.746822 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.746822 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.746822 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.746822 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.746822 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.746822 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.746822 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.747346 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.747346 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.747346 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.747346 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.747346 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.747346 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.747346 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.747346 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.747847 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.747847 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.747847 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.747847 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.747847 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.747847 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.747847 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.747847 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.748398 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.748398 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.748398 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.748614 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.748854 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.749182 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.749472 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.749813 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.749972 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.750220 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.750483 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.751006 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.751006 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.751509 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.751509 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.751725 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.751882 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.752132 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.752360 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.752574 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.752802 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.753135 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.753387 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.753618 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.753852 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.754136 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.754432 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.754675 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.754973 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.755224 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.755487 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.755719 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.756008 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.756203 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.756429 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.756748 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.756890 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.757372 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.757372 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.757620 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.757822 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.758037 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.758287 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.758501 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.758742 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.759527 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.759749 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.759970 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.760216 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.760430 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.760654 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.760943 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.761178 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.761390 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.761632 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.761842 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.762826 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.762826 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.762826 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.762826 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.771131 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.771131 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.771131 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.771131 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.771131 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.771131 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.771131 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.771131 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.771787 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.771787 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.771787 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.771787 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.771787 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.771787 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.771787 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.771787 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.772602 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.772602 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.772602 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.772602 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.772602 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.772602 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.772602 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.772602 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.774581 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.774581 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.774581 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.774581 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.774581 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.774581 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.774581 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.774581 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.774581 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.775629 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.775629 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.775629 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.775629 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.775629 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.775629 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.775629 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.775629 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.776981 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.776981 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.776981 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.776981 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.776981 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.776981 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.776981 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.776981 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.777988 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.777988 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.777988 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.777988 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.777988 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.777988 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.777988 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.777988 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.778845 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.778845 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.778845 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.778845 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.778845 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.778845 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.778845 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.778845 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.779766 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.779766 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.779766 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.779766 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.779766 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.779766 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.779766 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.779766 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.780534 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.780534 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.780534 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.780534 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.780534 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.780534 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.781002 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.781002 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.781158 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.781328 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.781523 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.781786 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.782253 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.782395 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.782641 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.782892 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.783240 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.783524 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.783799 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.784014 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.784310 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.784642 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.784924 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.785201 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.785431 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.785695 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.785918 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.786134 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.786379 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.786616 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.786849 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.787104 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.787332 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.787554 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.787799 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.788026 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.788271 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.788500 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.788715 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.788982 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.789570 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.789570 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 01:04:16.789901 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94440) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 01:04:16.790569 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 01:04:16.790725 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 01:04:16.790891 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 01:04:16.791061 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 01:04:16.791211 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 01:04:16.791418 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.791576 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.791733 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.791891 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.792047 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.792224 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.792497 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.792622 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.792727 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.792841 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.792974 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.793121 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.793279 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.793434 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.793590 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.793748 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.793904 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.794062 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.804977 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.804977 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.804977 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.804977 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.804977 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] debug = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.804977 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.805495 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.805495 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.805495 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.805495 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.805495 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.805495 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.806508 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.806508 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.806508 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.806508 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.806508 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.806508 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.806508 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.806508 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.807062 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.807062 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.807062 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] host = dv-cinder-809305-1-iscsi {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.807062 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.807062 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.807062 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.807062 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.807062 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.807734 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.807734 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.807734 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.807734 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.807734 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.807734 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.807734 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.807734 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.807734 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] log_file = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.808457 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] log_options = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.808457 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.808457 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.808457 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.808457 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.808457 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.808457 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.809462 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.809462 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.809462 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.809462 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.809462 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.809462 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.809462 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.809462 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.810434 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.810434 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.810434 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.810434 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.810434 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.810434 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.810434 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.810434 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.811243 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.811243 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.811243 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.811243 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.811243 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.811243 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.811243 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.811243 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.811243 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.812076 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.812076 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.812076 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.812076 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.812076 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.812076 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.812076 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.812076 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.812927 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.812927 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.812927 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.812927 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.812927 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.812927 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.812927 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.812927 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] use_json = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.813678 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.813678 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.813678 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.813678 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.813678 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.813678 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.813678 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.813678 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:04:16.814224 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.814224 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.814224 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.814224 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.814224 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.814224 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.814224 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.814224 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.814804 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.814804 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.814804 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.814804 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.814804 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.814804 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.814804 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.814804 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.815338 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.815338 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.815338 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.815338 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.815338 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.815338 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.815338 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.815338 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.815868 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.815868 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.815868 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.815868 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.815868 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.815868 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.815868 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.815868 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.816397 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.816397 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.816397 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.816397 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.816397 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.816397 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.816397 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.816397 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.816397 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.817016 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.817016 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.817016 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.817016 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.817016 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.817016 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.817016 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.817016 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.817016 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.817682 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.817682 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.817682 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.817682 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.817682 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.817682 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.817682 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.817682 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.817682 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.818343 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.818343 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.818343 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.818343 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.818343 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.818343 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.818343 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.818343 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.818343 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.818935 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.818935 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.818935 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.818935 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.819205 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.819205 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.819346 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.819492 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.819651 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.819808 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.819966 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.820123 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.820282 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.820439 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.820598 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.820756 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.820952 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.821086 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.821224 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.821409 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.821567 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.821734 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.821907 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.822065 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.822224 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.822383 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.822541 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.822776 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.822920 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.823044 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.823167 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.823289 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.823441 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.823644 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.823887 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.824028 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.824162 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.824287 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.824411 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.824542 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.824746 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.824928 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.825096 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.825254 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.825414 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.825576 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.825734 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.825891 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.826058 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.826216 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.826376 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.826745 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.826745 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.826960 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.827088 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.827202 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.827311 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.827433 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.827582 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.827740 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.827907 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.828035 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.828186 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.828351 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.828497 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.828846 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.828846 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.829109 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.829109 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.829304 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.829437 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.829595 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.829753 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.829904 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.830372 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.830372 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.830372 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.830712 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.830712 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.830984 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.830984 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.831213 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.831213 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.831392 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.831506 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.831665 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.831823 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.832208 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.832208 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.832706 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.832706 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.832706 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.832706 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.833263 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.833263 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.833263 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.833545 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.833545 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.833737 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.833737 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.834795 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.834795 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.834795 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.834795 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.834795 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.834795 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.834795 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.835579 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.835579 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.835579 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.835579 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.835579 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.836425 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.836425 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.836425 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.836425 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.836425 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.836425 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.837468 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.837468 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.837468 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.837468 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.837468 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.837468 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.838139 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.838139 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.838139 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.838139 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.838139 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.838709 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.838709 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.838709 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.838709 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.839401 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.839401 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.839401 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.839401 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.839401 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.839975 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.839975 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.839975 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.839975 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.840364 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.840364 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.840526 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.840607 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.840715 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.840884 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.841068 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.841235 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.841393 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.841550 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.841873 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.842036 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.842192 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.842511 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.842673 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.842831 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.842992 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.843150 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.843309 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.843477 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.843790 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.843790 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.843961 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.844083 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.844237 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.844557 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.844717 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.844876 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.845055 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.845212 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.845379 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.845516 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.845674 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.845832 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.845991 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.846150 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.846238 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:04:16.846336 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.846463 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.846622 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.846781 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.846948 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.847106 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.847263 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.847422 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.847592 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.847752 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.847912 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.848072 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.848231 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.848389 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.848548 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.848710 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.848877 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.849066 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.849223 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.849543 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.849723 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.849861 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.849997 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.850164 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.850335 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.850495 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.850723 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.850877 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.851013 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.851144 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.851276 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.851408 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.851540 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.851686 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.851839 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.851996 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.852464 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.853139 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.853271 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.853425 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.853558 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.853686 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.853844 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.854000 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:04:16.854151 dv-cinder-809305-1-iscsi neutron-server[94440]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 01:04:17.041269 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 57606) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:04:17.049732 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063541 Sep 16 01:04:28.785100 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc01fb4-76a9-4109-8991-309b7623b905 None None] get_active_networks_info from dv-cinder-809305-1-iscsi {{(pid=94553) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 01:04:28.855732 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc01fb4-76a9-4109-8991-309b7623b905 None None] No non-hosted networks {{(pid=94553) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 01:04:28.864625 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.agentschedulers_db [None req-6cc01fb4-76a9-4109-8991-309b7623b905 None None] DHCP Agent not found on host dv-cinder-809305-1-iscsi {{(pid=94553) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 16 01:04:29.032630 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e6ddc095-4181-45e4-af7b-3ac8477991de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530239'] for agent, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:31.528014 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bd24c052-7446-4e3a-b71c-2d879a479087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530239'] for agent, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:31.584085 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.db.api [None req-788e5683-5af5-431e-9e07-b2dc8be8c867 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-809305-1-iscsi {{(pid=94553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 01:04:31.585929 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG oslo_db.api [None req-788e5683-5af5-431e-9e07-b2dc8be8c867 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 01:04:31.831866 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530239'] for agent, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:31.832739 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:31.833287 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:31.833784 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:31.834262 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:31.834757 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:31.835231 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:31.835707 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:31.836308 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:31.837438 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:31.838119 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:31.838597 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:31.839069 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:31.839634 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809305-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:04:31.854672 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809305-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:04:32.286836 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-788e5683-5af5-431e-9e07-b2dc8be8c867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:32.859763 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530239'] for agent, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:34.299438 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530239'] for agent, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:35.131012 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.db.l3_hamode_db [None req-7f1f5f6a-864e-4595-9a28-366c7f120de6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 01:04:35.209438 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1f5f6a-864e-4595-9a28-366c7f120de6 None None] Routers set() bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:04:35.209818 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1f5f6a-864e-4595-9a28-366c7f120de6 None None] Router IDs set() for agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 01:04:35.441154 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 57698) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:04:35.932840 dv-cinder-809305-1-iscsi neutron-server[94552]: WARNING oslo_policy.policy [None req-8dd875f9-24a1-4111-a2a7-7a65b4ab2f7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 01:04:35.933463 dv-cinder-809305-1-iscsi neutron-server[94552]: WARNING oslo_policy.policy [None req-8dd875f9-24a1-4111-a2a7-7a65b4ab2f7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 01:04:36.155882 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [None req-8dd875f9-24a1-4111-a2a7-7a65b4ab2f7e admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 01:04:36.157129 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-8dd875f9-24a1-4111-a2a7-7a65b4ab2f7e admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7150133 Sep 16 01:04:38.561690 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 57712) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:04:38.863086 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-60aada8a-bb5c-48e9-a2d5-daaa236be116 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:04:38.956273 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.policy [None req-60aada8a-bb5c-48e9-a2d5-daaa236be116 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94552) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 01:04:39.000768 dv-cinder-809305-1-iscsi neutron-server[94552]: WARNING oslo_policy.policy [None req-60aada8a-bb5c-48e9-a2d5-daaa236be116 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 01:04:39.001165 dv-cinder-809305-1-iscsi neutron-server[94552]: WARNING oslo_policy.policy [None req-60aada8a-bb5c-48e9-a2d5-daaa236be116 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 01:04:39.009663 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.quota [None req-60aada8a-bb5c-48e9-a2d5-daaa236be116 admin admin] Loaded quota_driver: . Sep 16 01:04:39.171832 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-60aada8a-bb5c-48e9-a2d5-daaa236be116 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752229816325', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752229819944', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752229799690', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752229801710', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752230379404', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752229786052', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7919502', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8119440', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-710167', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-634173'] for rbac-policy, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:39.412140 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-60aada8a-bb5c-48e9-a2d5-daaa236be116 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:39.413445 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-60aada8a-bb5c-48e9-a2d5-daaa236be116 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8507676 Sep 16 01:04:42.029858 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 57724) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:04:42.328633 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Request body: {'network': {'name': 'private', 'project_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'admin_state_up': True, 'tenant_id': '4fb22f6e00894f4ca3c89e10d9724c67'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:04:42.482394 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Made reservation on behalf of 4fb22f6e00894f4ca3c89e10d9724c67 for: {'network': 1} {{(pid=94552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:04:42.485183 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for network, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:42.503088 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:42.621614 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:42.681665 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:42.706066 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=94552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:04:42.730169 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752232865684', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:42.730813 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Unsubscribe: segment precommit_create {{(pid=94552) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 01:04:42.731330 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.db.segments_db [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Added segment 2149b41a-11ae-448f-bd06-46cebfdc3877 of type vlan for network edac522d-569b-4eb5-883a-7d1c1d56a117 Sep 16 01:04:42.737008 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5da4a1-5280-4e28-9653-12ad75968e14,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:04:42.758823 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:42.759191 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:42.759577 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:42.759915 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:42.760254 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:42.760608 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:42.760959 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:42.761291 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:42.761632 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:42.761960 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:42.762283 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:42.762605 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Tracked resource versions report: Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: pushed versions: Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: { 'AddressGroup': {'1.2'}, Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: 'ConntrackHelper': {'1.0'}, Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: 'Log': {'1.0'}, Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: 'Network': {'1.1'}, Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: 'Port': {'1.7'}, Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: 'PortForwarding': {'1.2'}, Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: 'QosPolicy': {'1.9'}, Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: 'SecurityGroup': {'1.4'}, Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: 'SecurityGroupRule': {'1.2'}, Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: 'SubPort': {'1.0'}, Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: 'Subnet': {'1.1'}, Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: 'Trunk': {'1.1'}} Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: consumer versions: Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: { DHCP agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: L3 agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: Metadata agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: Metering agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: Open vSwitch agent@dv-cinder-809305-1-iscsi: { 'AddressGroup': '1.2', Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: 'ConntrackHelper': '1.0', Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: 'Log': '1.0', Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: 'Network': '1.1', Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: 'Port': '1.7', Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: 'PortForwarding': '1.2', Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: 'QosPolicy': '1.9', Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: 'SecurityGroup': '1.4', Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: 'SecurityGroupRule': '1.2', Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: 'SubPort': '1.0', Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: 'Subnet': '1.1', Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: 'Trunk': '1.1'}} Sep 16 01:04:42.763714 dv-cinder-809305-1-iscsi neutron-server[94552]: {{(pid=94552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 01:04:42.851193 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752232308511'] for network, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:42.960766 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for network, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:42.961919 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:04:42.962604 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:43.058209 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] Pushing event updated for resources: {'Network': ['ID=edac522d-569b-4eb5-883a-7d1c1d56a117,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:04:43.069104 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Network edac522d-569b-4eb5-883a-7d1c1d56a117 details requested by agent ovs-agent-dv-cinder-809305-1-iscsi with host dv-cinder-809305-1-iscsi {{(pid=94553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:04:43.140138 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-aeca9ee8-2821-4241-aacf-39127a059daf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1091893 Sep 16 01:04:45.839233 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 57738) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:04:46.254956 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57a6735-8256-483d-8e12-5192f2fef80f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:04:46.256411 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-a57a6735-8256-483d-8e12-5192f2fef80f admin admin] 10.222.0.22 "GET /v2.0/networks/edac522d-569b-4eb5-883a-7d1c1d56a117 HTTP/1.1" status: 200 len: 825 time: 0.4161315 Sep 16 01:04:46.282147 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-f7415e2b-43ae-4409-80a1-260857eb52ab admin admin] 10.222.0.22 "GET /v2.0/subnetpools/b55aa8e6-1c60-471c-aa50-0c941a121ddb HTTP/1.1" status: 200 len: 734 time: 0.0191243 Sep 16 01:04:46.291030 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-d5c44f57-158a-47c3-9192-055fe960b31c admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'edac522d-569b-4eb5-883a-7d1c1d56a117', 'name': 'private-subnet', 'subnetpool_id': 'b55aa8e6-1c60-471c-aa50-0c941a121ddb', 'tenant_id': '4fb22f6e00894f4ca3c89e10d9724c67'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:04:46.434605 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c44f57-158a-47c3-9192-055fe960b31c admin admin] Made reservation on behalf of 4fb22f6e00894f4ca3c89e10d9724c67 for: {'subnet': 1} {{(pid=94552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:04:46.438825 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d5c44f57-158a-47c3-9192-055fe960b31c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:46.933897 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d5c44f57-158a-47c3-9192-055fe960b31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for subnet, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:47.005378 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c44f57-158a-47c3-9192-055fe960b31c admin admin] Checking segment: {'id': '2149b41a-11ae-448f-bd06-46cebfdc3877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'edac522d-569b-4eb5-883a-7d1c1d56a117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:04:47.005748 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c44f57-158a-47c3-9192-055fe960b31c admin admin] Network hostable DHCP agents. Network: edac522d-569b-4eb5-883a-7d1c1d56a117, hostable agents: ['8150fd10-5b69-4841-ab2e-29f8c66906c8'], hosted agents: [] {{(pid=94552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:04:47.011023 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c44f57-158a-47c3-9192-055fe960b31c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eaade64-3457-42fe-9815-c3645e2650a5,revision_number=0']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:04:47.116001 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c44f57-158a-47c3-9192-055fe960b31c admin admin] Network edac522d-569b-4eb5-883a-7d1c1d56a117 is scheduled to be hosted by DHCP agent 8150fd10-5b69-4841-ab2e-29f8c66906c8 with binding_index 1 {{(pid=94552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:04:47.218655 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.base_scheduler [None req-d5c44f57-158a-47c3-9192-055fe960b31c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809305-1-iscsi, edac522d-569b-4eb5-883a-7d1c1d56a117) {{(pid=94552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:04:47.223184 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c44f57-158a-47c3-9192-055fe960b31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:04:47.223791 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d5c44f57-158a-47c3-9192-055fe960b31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:47.228305 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05439996-ec4a-4e8c-932a-be12f44ea75d None None] Network edac522d-569b-4eb5-883a-7d1c1d56a117 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:04:47.292643 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-d5c44f57-158a-47c3-9192-055fe960b31c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0047996 Sep 16 01:04:47.556394 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6907d297-5b82-550a-a14a-385e6c7ce062-edac522d-569b-4eb5-883a-7d1c1d56a117', 'network_id': 'edac522d-569b-4eb5-883a-7d1c1d56a117', 'tenant_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'fixed_ips': [{'subnet_id': '9eaade64-3457-42fe-9815-c3645e2650a5'}]}} from dv-cinder-809305-1-iscsi. {{(pid=94553) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 01:04:47.557699 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:47.915051 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Allocated IP 172.20.0.2 (edac522d-569b-4eb5-883a-7d1c1d56a117/9eaade64-3457-42fe-9815-c3645e2650a5/38803f09-d2bc-4ff8-a7bb-ba24b8a5ae9e) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:04:48.114338 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:48.208166 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:48.300783 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Network edac522d-569b-4eb5-883a-7d1c1d56a117 is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:04:48.305761 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:04:48.310491 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:04:48.348630 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Pushing event updated for resources: {'Port': ['ID=38803f09-d2bc-4ff8-a7bb-ba24b8a5ae9e,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:04:48.376006 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:48.376357 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:48.376700 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:48.377064 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:48.377399 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:48.377730 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:48.378056 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:48.378382 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:48.378722 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:48.379053 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:48.379375 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:48.379695 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Tracked resource versions report: Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: pushed versions: Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: { 'AddressGroup': {'1.2'}, Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: 'ConntrackHelper': {'1.0'}, Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: 'Log': {'1.0'}, Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: 'Network': {'1.1'}, Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: 'Port': {'1.7'}, Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: 'PortForwarding': {'1.2'}, Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: 'QosPolicy': {'1.9'}, Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: 'SecurityGroup': {'1.4'}, Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: 'SecurityGroupRule': {'1.2'}, Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: 'SubPort': {'1.0'}, Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: 'Subnet': {'1.1'}, Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: 'Trunk': {'1.1'}} Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: consumer versions: Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: { DHCP agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: L3 agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: Metadata agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: Metering agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: Open vSwitch agent@dv-cinder-809305-1-iscsi: { 'AddressGroup': '1.2', Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: 'ConntrackHelper': '1.0', Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: 'Log': '1.0', Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: 'Network': '1.1', Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: 'Port': '1.7', Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: 'PortForwarding': '1.2', Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: 'QosPolicy': '1.9', Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: 'SecurityGroup': '1.4', Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: 'SecurityGroupRule': '1.2', Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: 'SubPort': '1.0', Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: 'Subnet': '1.1', Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: 'Trunk': '1.1'}} Sep 16 01:04:48.380822 dv-cinder-809305-1-iscsi neutron-server[94553]: {{(pid=94553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 01:04:48.409548 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Attempting to bind port 38803f09-d2bc-4ff8-a7bb-ba24b8a5ae9e on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:04:48.409946 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Attempting to bind port 38803f09-d2bc-4ff8-a7bb-ba24b8a5ae9e by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': '2149b41a-11ae-448f-bd06-46cebfdc3877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'edac522d-569b-4eb5-883a-7d1c1d56a117'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:04:48.410366 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Attempting to bind port 38803f09-d2bc-4ff8-a7bb-ba24b8a5ae9e on network edac522d-569b-4eb5-883a-7d1c1d56a117 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:04:48.415693 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:04:48.416098 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Checking segment: {'id': '2149b41a-11ae-448f-bd06-46cebfdc3877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'edac522d-569b-4eb5-883a-7d1c1d56a117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:04:48.416569 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:48.416978 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Bound using segment: {'id': '2149b41a-11ae-448f-bd06-46cebfdc3877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'edac522d-569b-4eb5-883a-7d1c1d56a117'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:04:48.417462 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Bound port: 38803f09-d2bc-4ff8-a7bb-ba24b8a5ae9e, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2149b41a-11ae-448f-bd06-46cebfdc3877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'edac522d-569b-4eb5-883a-7d1c1d56a117'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:04:48.417879 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:48.479008 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] For port 38803f09-d2bc-4ff8-a7bb-ba24b8a5ae9e, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:04:48.483080 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] For port 38803f09-d2bc-4ff8-a7bb-ba24b8a5ae9e, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=38803f09-d2bc-4ff8-a7bb-ba24b8a5ae9e,segment=NetworkSegment(2149b41a-11ae-448f-bd06-46cebfdc3877),segment_id=2149b41a-11ae-448f-bd06-46cebfdc3877)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:04:48.556683 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:48.621583 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe6d2b-34d6-4afd-a3e2-099abc01ed6d None None] Pushing event updated for resources: {'Port': ['ID=38803f09-d2bc-4ff8-a7bb-ba24b8a5ae9e,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:04:49.732875 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 57746) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:04:50.050871 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [None req-41fff929-5bc4-490c-a9f9-46ebed19a5ce admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 01:04:50.051871 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-41fff929-5bc4-490c-a9f9-46ebed19a5ce admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3178792 Sep 16 01:04:52.490578 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 57754) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:04:52.983054 dv-cinder-809305-1-iscsi neutron-server[94551]: WARNING oslo_policy.policy [None req-d440d53e-c8c7-4fb9-a90f-b9e73c8bc903 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 01:04:52.983959 dv-cinder-809305-1-iscsi neutron-server[94551]: WARNING oslo_policy.policy [None req-d440d53e-c8c7-4fb9-a90f-b9e73c8bc903 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 01:04:53.209478 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [None req-d440d53e-c8c7-4fb9-a90f-b9e73c8bc903 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 01:04:53.210844 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-d440d53e-c8c7-4fb9-a90f-b9e73c8bc903 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7177236 Sep 16 01:04:55.896937 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 57774) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:04:56.206632 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-6190b889-bd96-4869-a944-8bc5c9b4cd92 admin admin] Request body: {'router': {'tenant_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:04:56.270756 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.policy [None req-6190b889-bd96-4869-a944-8bc5c9b4cd92 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94551) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 01:04:56.316826 dv-cinder-809305-1-iscsi neutron-server[94551]: WARNING oslo_policy.policy [None req-6190b889-bd96-4869-a944-8bc5c9b4cd92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 01:04:56.317228 dv-cinder-809305-1-iscsi neutron-server[94551]: WARNING oslo_policy.policy [None req-6190b889-bd96-4869-a944-8bc5c9b4cd92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 01:04:56.325793 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.quota [None req-6190b889-bd96-4869-a944-8bc5c9b4cd92 admin admin] Loaded quota_driver: . Sep 16 01:04:56.475194 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6190b889-bd96-4869-a944-8bc5c9b4cd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1185'] for router, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:56.477401 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6190b889-bd96-4869-a944-8bc5c9b4cd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1210'] for router, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:56.635187 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6190b889-bd96-4869-a944-8bc5c9b4cd92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:56.715790 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6190b889-bd96-4869-a944-8bc5c9b4cd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530242'] for router, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:56.806459 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6190b889-bd96-4869-a944-8bc5c9b4cd92 admin admin] Notify callbacks [] for router, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:56.807724 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-6190b889-bd96-4869-a944-8bc5c9b4cd92 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9095178 Sep 16 01:04:57.009602 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb63b4e-da1a-4e09-a34f-d02f4271c824 None None] Network edac522d-569b-4eb5-883a-7d1c1d56a117 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:04:57.091214 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-95934b4d-da91-4207-9b90-3bc924af86df None None] Provisioning complete for port 38803f09-d2bc-4ff8-a7bb-ba24b8a5ae9e triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:04:57.091613 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-95934b4d-da91-4207-9b90-3bc924af86df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:57.296100 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-95934b4d-da91-4207-9b90-3bc924af86df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:57.351952 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-95934b4d-da91-4207-9b90-3bc924af86df None None] For port 38803f09-d2bc-4ff8-a7bb-ba24b8a5ae9e, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=38803f09-d2bc-4ff8-a7bb-ba24b8a5ae9e,segment=NetworkSegment(2149b41a-11ae-448f-bd06-46cebfdc3877),segment_id=2149b41a-11ae-448f-bd06-46cebfdc3877)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:04:57.421909 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 38803f09-d2bc-4ff8-a7bb-ba24b8a5ae9e up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:04:57.448259 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-95934b4d-da91-4207-9b90-3bc924af86df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:57.520301 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95934b4d-da91-4207-9b90-3bc924af86df None None] Pushing event updated for resources: {'Port': ['ID=38803f09-d2bc-4ff8-a7bb-ba24b8a5ae9e,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:04:57.525619 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 38803f09-d2bc-4ff8-a7bb-ba24b8a5ae9e triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:04:57.525996 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:57.575532 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-693e0a6b-27c0-434f-a3c4-05f949713ae5 None None] Provisioning complete for port 38803f09-d2bc-4ff8-a7bb-ba24b8a5ae9e triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:04:57.575819 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-693e0a6b-27c0-434f-a3c4-05f949713ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:58.710513 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f4d2ff89-58ee-4a92-a4cc-5c9e6679d5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:59.268443 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 57784) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:04:59.384851 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 38803f09-d2bc-4ff8-a7bb-ba24b8a5ae9e up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:04:59.429835 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 38803f09-d2bc-4ff8-a7bb-ba24b8a5ae9e triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:04:59.430213 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:04:59.595010 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [None req-7aba1c12-2183-4b6b-aa51-cc82d43f8ce8 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 01:04:59.596008 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-7aba1c12-2183-4b6b-aa51-cc82d43f8ce8 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3266122 Sep 16 01:05:01.476093 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-599017ce-c876-4986-9f25-0a97e0237cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:01.824887 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:01.981934 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 57792) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:05:02.284015 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:05:02.367092 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Made reservation on behalf of bd4ffbfa84b64547aff093f763a2fd71 for: {'network': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:05:02.369821 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for network, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:02.386445 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:02.499861 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:02.555579 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:02.565999 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Reserving flat network on physical network physnet1 {{(pid=94551) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 01:05:02.597200 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752232865684', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:02.597783 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Unsubscribe: segment precommit_create {{(pid=94551) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 01:05:02.598302 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.db.segments_db [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Added segment c59999e1-148a-4618-87c7-df94e667176e of type flat for network 04f57937-fa31-48b0-af0b-dafeb4e5696d Sep 16 01:05:02.614699 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c98da5-61de-4c29-9946-b9187567b7cb,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:05:02.665412 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:05:02.665705 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:05:02.666043 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:05:02.666372 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:05:02.666697 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:05:02.667040 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:05:02.667365 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:05:02.667685 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:05:02.668060 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:05:02.668383 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:05:02.668707 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:05:02.669073 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Tracked resource versions report: Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: pushed versions: Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: { 'AddressGroup': {'1.2'}, Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: 'ConntrackHelper': {'1.0'}, Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: 'Log': {'1.0'}, Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: 'Network': {'1.1'}, Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: 'Port': {'1.7'}, Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: 'PortForwarding': {'1.2'}, Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: 'QosPolicy': {'1.9'}, Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: 'SecurityGroup': {'1.4'}, Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: 'SecurityGroupRule': {'1.2'}, Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: 'SubPort': {'1.0'}, Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: 'Subnet': {'1.1'}, Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: 'Trunk': {'1.1'}} Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: consumer versions: Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: { DHCP agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: L3 agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: Metadata agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: Metering agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: Open vSwitch agent@dv-cinder-809305-1-iscsi: { 'AddressGroup': '1.2', Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: 'ConntrackHelper': '1.0', Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: 'Log': '1.0', Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: 'Network': '1.1', Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: 'Port': '1.7', Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: 'PortForwarding': '1.2', Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: 'QosPolicy': '1.9', Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: 'SecurityGroup': '1.4', Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: 'SecurityGroupRule': '1.2', Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: 'SubPort': '1.0', Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: 'Subnet': '1.1', Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: 'Trunk': '1.1'}} Sep 16 01:05:02.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: {{(pid=94551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 01:05:02.717335 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752232308511'] for network, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:02.750636 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:02.865457 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for network, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:02.867258 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:05:02.867930 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:02.962246 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] Pushing event updated for resources: {'Network': ['ID=04f57937-fa31-48b0-af0b-dafeb4e5696d,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:05:02.972876 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Network 04f57937-fa31-48b0-af0b-dafeb4e5696d details requested by agent ovs-agent-dv-cinder-809305-1-iscsi with host dv-cinder-809305-1-iscsi {{(pid=94553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:05:03.059524 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-3fcf8b36-788a-41ec-8716-ba18ec8eb420 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0765095 Sep 16 01:05:04.217113 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:05.444727 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 57814) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:05:05.656753 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f0ae39-c2a4-44e2-98ae-f4e94c09c9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:05:05.658129 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-18f0ae39-c2a4-44e2-98ae-f4e94c09c9ce admin admin] 10.222.0.22 "GET /v2.0/subnets/9eaade64-3457-42fe-9815-c3645e2650a5 HTTP/1.1" status: 200 len: 849 time: 0.2124240 Sep 16 01:05:05.789150 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-d02f491a-9824-4cdd-bef8-f75839392c33 admin admin] 10.222.0.22 "GET /v2.0/routers/cca26537-3594-49b8-943f-183c2db12054 HTTP/1.1" status: 200 len: 704 time: 0.1248379 Sep 16 01:05:06.052080 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-780006a3-17ba-464c-80ca-77a50d9f9ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:06.339333 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [None req-780006a3-17ba-464c-80ca-77a50d9f9ea1 admin admin] Allocated IP 172.20.0.1 (edac522d-569b-4eb5-883a-7d1c1d56a117/9eaade64-3457-42fe-9815-c3645e2650a5/16e73029-a482-4748-be9a-59bd87dc2cb6) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:05:06.519644 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-780006a3-17ba-464c-80ca-77a50d9f9ea1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:06.648740 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-780006a3-17ba-464c-80ca-77a50d9f9ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:06.718469 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780006a3-17ba-464c-80ca-77a50d9f9ea1 admin admin] Network edac522d-569b-4eb5-883a-7d1c1d56a117 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:05:06.730060 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-780006a3-17ba-464c-80ca-77a50d9f9ea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:05:06.735473 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780006a3-17ba-464c-80ca-77a50d9f9ea1 admin admin] Pushing event updated for resources: {'Port': ['ID=16e73029-a482-4748-be9a-59bd87dc2cb6,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:05:06.746631 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780006a3-17ba-464c-80ca-77a50d9f9ea1 admin admin] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:05:06.747176 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-780006a3-17ba-464c-80ca-77a50d9f9ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530325'] for router_interface, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:06.946991 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-70ba9eaf-6bba-49b7-a188-c260f701c5be None None] Provisioning complete for port 16e73029-a482-4748-be9a-59bd87dc2cb6 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:05:06.947536 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-70ba9eaf-6bba-49b7-a188-c260f701c5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:06.982485 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-70ba9eaf-6bba-49b7-a188-c260f701c5be None None] Port 16e73029-a482-4748-be9a-59bd87dc2cb6 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:05:07.003141 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-780006a3-17ba-464c-80ca-77a50d9f9ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:07.250855 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-780006a3-17ba-464c-80ca-77a50d9f9ea1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:07.315637 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-780006a3-17ba-464c-80ca-77a50d9f9ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:07.316395 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-780006a3-17ba-464c-80ca-77a50d9f9ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529669'] for router_interface, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:07.399085 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780006a3-17ba-464c-80ca-77a50d9f9ea1 admin admin] Pushing event updated for resources: {'Port': ['ID=16e73029-a482-4748-be9a-59bd87dc2cb6,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:05:07.439166 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780006a3-17ba-464c-80ca-77a50d9f9ea1 admin admin] Network edac522d-569b-4eb5-883a-7d1c1d56a117 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:05:07.440477 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-780006a3-17ba-464c-80ca-77a50d9f9ea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:05:07.603001 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-37d9270f-1325-4907-9ee8-421d3eba74db None None] Provisioning complete for port 16e73029-a482-4748-be9a-59bd87dc2cb6 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:05:07.603374 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-37d9270f-1325-4907-9ee8-421d3eba74db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:07.635071 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-37d9270f-1325-4907-9ee8-421d3eba74db None None] Port 16e73029-a482-4748-be9a-59bd87dc2cb6 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:05:07.664962 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780006a3-17ba-464c-80ca-77a50d9f9ea1 admin admin] Router cca26537-3594-49b8-943f-183c2db12054 is scheduled to L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 with binding_index 1 {{(pid=94551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 01:05:07.755153 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780006a3-17ba-464c-80ca-77a50d9f9ea1 admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:05:07.760385 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-780006a3-17ba-464c-80ca-77a50d9f9ea1 admin admin] 10.222.0.22 "PUT /v2.0/routers/cca26537-3594-49b8-943f-183c2db12054/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9618955 Sep 16 01:05:07.768280 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] Sync routers for ids ['cca26537-3594-49b8-943f-183c2db12054'] in dv-cinder-809305-1-iscsi {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:05:07.777679 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] Routers {'cca26537-3594-49b8-943f-183c2db12054'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:05:07.778504 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:05:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['cca26537-3594-49b8-943f-183c2db12054'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:05:07.964845 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] Set router cca26537-3594-49b8-943f-183c2db12054 gateway port host: None {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:05:08.383651 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca26537-3594-49b8-943f-183c2db12054', 'name': 'router1', 'tenant_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:04:56Z', 'updated_at': '2021-09-16T01:05:06Z', 'revision_number': 2, 'project_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'gw_port_host': None, '_interfaces': [{'id': '16e73029-a482-4748-be9a-59bd87dc2cb6', 'name': '', 'network_id': 'edac522d-569b-4eb5-883a-7d1c1d56a117', 'tenant_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'mac_address': 'fa:16:3e:be:e5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca26537-3594-49b8-943f-183c2db12054', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9eaade64-3457-42fe-9815-c3645e2650a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:05:06Z', 'updated_at': '2021-09-16T01:05:07Z', 'revision_number': 2, 'project_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'subnets': [{'id': '9eaade64-3457-42fe-9815-c3645e2650a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b55aa8e6-1c60-471c-aa50-0c941a121ddb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:05:08.435932 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] Checking router: cca26537-3594-49b8-943f-183c2db12054 for host: dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:05:08.436301 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] Updating router cca26537-3594-49b8-943f-183c2db12054 port 16e73029-a482-4748-be9a-59bd87dc2cb6 binding host dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:05:08.486977 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:08.992727 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] Notify callbacks [] for port, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:09.047533 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:09.205124 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9268d12-073b-45b0-bdf6-3e9a7b150f83 None None] Pushing event updated for resources: {'Port': ['ID=16e73029-a482-4748-be9a-59bd87dc2cb6,revision_number=3']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:05:09.224329 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] Attempting to bind port 16e73029-a482-4748-be9a-59bd87dc2cb6 on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:05:09.224767 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] Attempting to bind port 16e73029-a482-4748-be9a-59bd87dc2cb6 by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': '2149b41a-11ae-448f-bd06-46cebfdc3877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'edac522d-569b-4eb5-883a-7d1c1d56a117'}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:05:09.225218 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] Attempting to bind port 16e73029-a482-4748-be9a-59bd87dc2cb6 on network edac522d-569b-4eb5-883a-7d1c1d56a117 {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:05:09.229535 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9268d12-073b-45b0-bdf6-3e9a7b150f83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:05:09.229884 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9268d12-073b-45b0-bdf6-3e9a7b150f83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:05:09.230226 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9268d12-073b-45b0-bdf6-3e9a7b150f83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:05:09.230558 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9268d12-073b-45b0-bdf6-3e9a7b150f83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:05:09.230887 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9268d12-073b-45b0-bdf6-3e9a7b150f83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:05:09.231213 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9268d12-073b-45b0-bdf6-3e9a7b150f83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:05:09.231538 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9268d12-073b-45b0-bdf6-3e9a7b150f83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:05:09.231860 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9268d12-073b-45b0-bdf6-3e9a7b150f83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:05:09.232192 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9268d12-073b-45b0-bdf6-3e9a7b150f83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:05:09.232514 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9268d12-073b-45b0-bdf6-3e9a7b150f83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:05:09.232833 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9268d12-073b-45b0-bdf6-3e9a7b150f83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:05:09.233175 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9268d12-073b-45b0-bdf6-3e9a7b150f83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9268d12-073b-45b0-bdf6-3e9a7b150f83 None None] Tracked resource versions report: Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: pushed versions: Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: { 'AddressGroup': {'1.2'}, Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: 'ConntrackHelper': {'1.0'}, Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: 'Log': {'1.0'}, Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: 'Network': {'1.1'}, Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: 'Port': {'1.7'}, Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: 'PortForwarding': {'1.2'}, Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: 'QosPolicy': {'1.9'}, Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: 'SecurityGroup': {'1.4'}, Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: 'SecurityGroupRule': {'1.2'}, Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: 'SubPort': {'1.0'}, Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: 'Subnet': {'1.1'}, Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: 'Trunk': {'1.1'}} Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: consumer versions: Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: { DHCP agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: L3 agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: Metadata agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: Metering agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: Open vSwitch agent@dv-cinder-809305-1-iscsi: { 'AddressGroup': '1.2', Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: 'ConntrackHelper': '1.0', Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: 'Log': '1.0', Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: 'Network': '1.1', Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: 'Port': '1.7', Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: 'PortForwarding': '1.2', Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: 'QosPolicy': '1.9', Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: 'SecurityGroup': '1.4', Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: 'SecurityGroupRule': '1.2', Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: 'SubPort': '1.0', Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: 'Subnet': '1.1', Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: 'Trunk': '1.1'}} Sep 16 01:05:09.234288 dv-cinder-809305-1-iscsi neutron-server[94554]: {{(pid=94554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 01:05:09.240057 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:05:09.240471 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] Checking segment: {'id': '2149b41a-11ae-448f-bd06-46cebfdc3877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'edac522d-569b-4eb5-883a-7d1c1d56a117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:05:09.240962 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:09.241491 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] Bound using segment: {'id': '2149b41a-11ae-448f-bd06-46cebfdc3877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'edac522d-569b-4eb5-883a-7d1c1d56a117'} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:05:09.242402 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] Bound port: 16e73029-a482-4748-be9a-59bd87dc2cb6, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2149b41a-11ae-448f-bd06-46cebfdc3877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'edac522d-569b-4eb5-883a-7d1c1d56a117'}}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:05:09.242402 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:09.262637 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-fbe56970-c8b8-4db2-816c-b7867d0d6d07 None None] Provisioning complete for port 16e73029-a482-4748-be9a-59bd87dc2cb6 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:05:09.263133 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-fbe56970-c8b8-4db2-816c-b7867d0d6d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:09.296313 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-fbe56970-c8b8-4db2-816c-b7867d0d6d07 None None] Port 16e73029-a482-4748-be9a-59bd87dc2cb6 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:05:09.308513 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] For port 16e73029-a482-4748-be9a-59bd87dc2cb6, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:05:09.327472 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] For port 16e73029-a482-4748-be9a-59bd87dc2cb6, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=16e73029-a482-4748-be9a-59bd87dc2cb6,segment=NetworkSegment(2149b41a-11ae-448f-bd06-46cebfdc3877),segment_id=2149b41a-11ae-448f-bd06-46cebfdc3877)] {{(pid=94554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:05:09.413634 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:09.469022 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9268d12-073b-45b0-bdf6-3e9a7b150f83 None None] Pushing event updated for resources: {'Port': ['ID=16e73029-a482-4748-be9a-59bd87dc2cb6,revision_number=4']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:05:09.476969 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] Routers {'cca26537-3594-49b8-943f-183c2db12054'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:05:09.477654 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:05:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['cca26537-3594-49b8-943f-183c2db12054'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:05:09.567721 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] Set router cca26537-3594-49b8-943f-183c2db12054 gateway port host: None {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:05:09.617850 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-3ec8ce76-b93a-42fb-82ae-10c484469225 None None] Provisioning complete for port 16e73029-a482-4748-be9a-59bd87dc2cb6 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:05:09.618225 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3ec8ce76-b93a-42fb-82ae-10c484469225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:09.697009 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3ec8ce76-b93a-42fb-82ae-10c484469225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:09.728557 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-3ec8ce76-b93a-42fb-82ae-10c484469225 None None] For port 16e73029-a482-4748-be9a-59bd87dc2cb6, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=16e73029-a482-4748-be9a-59bd87dc2cb6,segment=NetworkSegment(2149b41a-11ae-448f-bd06-46cebfdc3877),segment_id=2149b41a-11ae-448f-bd06-46cebfdc3877)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:05:09.790949 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca26537-3594-49b8-943f-183c2db12054', 'name': 'router1', 'tenant_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:04:56Z', 'updated_at': '2021-09-16T01:05:06Z', 'revision_number': 2, 'project_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'gw_port_host': None, '_interfaces': [{'id': '16e73029-a482-4748-be9a-59bd87dc2cb6', 'name': '', 'network_id': 'edac522d-569b-4eb5-883a-7d1c1d56a117', 'tenant_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'mac_address': 'fa:16:3e:be:e5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca26537-3594-49b8-943f-183c2db12054', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9eaade64-3457-42fe-9815-c3645e2650a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:05:06Z', 'updated_at': '2021-09-16T01:05:09Z', 'revision_number': 4, 'project_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'subnets': [{'id': '9eaade64-3457-42fe-9815-c3645e2650a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b55aa8e6-1c60-471c-aa50-0c941a121ddb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:05:09.801992 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3ec8ce76-b93a-42fb-82ae-10c484469225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:09.817944 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c656aef-6709-495b-80ae-12a3d2d90953 None None] The sync data for ids ['cca26537-3594-49b8-943f-183c2db12054'] in dv-cinder-809305-1-iscsi is: [{'id': 'cca26537-3594-49b8-943f-183c2db12054', 'name': 'router1', 'tenant_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:04:56Z', 'updated_at': '2021-09-16T01:05:06Z', 'revision_number': 2, 'project_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'gw_port_host': None, '_interfaces': [{'id': '16e73029-a482-4748-be9a-59bd87dc2cb6', 'name': '', 'network_id': 'edac522d-569b-4eb5-883a-7d1c1d56a117', 'tenant_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'mac_address': 'fa:16:3e:be:e5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca26537-3594-49b8-943f-183c2db12054', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9eaade64-3457-42fe-9815-c3645e2650a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:05:06Z', 'updated_at': '2021-09-16T01:05:09Z', 'revision_number': 4, 'project_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'subnets': [{'id': '9eaade64-3457-42fe-9815-c3645e2650a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b55aa8e6-1c60-471c-aa50-0c941a121ddb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:05:09.859967 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8ce76-b93a-42fb-82ae-10c484469225 None None] Pushing event updated for resources: {'Port': ['ID=16e73029-a482-4748-be9a-59bd87dc2cb6,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:05:10.016043 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 57836) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:05:10.123732 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f5cccb-3017-4287-96d1-62a454b4b10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:05:10.125113 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-52f5cccb-3017-4287-96d1-62a454b4b10b admin admin] 10.222.0.22 "GET /v2.0/networks/04f57937-fa31-48b0-af0b-dafeb4e5696d HTTP/1.1" status: 200 len: 842 time: 0.1081033 Sep 16 01:05:10.135542 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-8352ece5-905a-4423-9fd7-2807bd214685 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'ip_version': 4}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:05:10.219066 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8352ece5-905a-4423-9fd7-2807bd214685 admin admin] Made reservation on behalf of bd4ffbfa84b64547aff093f763a2fd71 for: {'subnet': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:05:10.221454 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8352ece5-905a-4423-9fd7-2807bd214685 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:10.614555 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.objects.ports [None req-8352ece5-905a-4423-9fd7-2807bd214685 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94551) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 01:05:10.615156 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8352ece5-905a-4423-9fd7-2807bd214685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for subnet, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:10.672280 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352ece5-905a-4423-9fd7-2807bd214685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f10087fb-cc50-497f-84f8-0079589df3d7,revision_number=0']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:05:10.685442 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8352ece5-905a-4423-9fd7-2807bd214685 admin admin] Checking segment: {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:05:10.685804 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8352ece5-905a-4423-9fd7-2807bd214685 admin admin] Network hostable DHCP agents. Network: 04f57937-fa31-48b0-af0b-dafeb4e5696d, hostable agents: ['8150fd10-5b69-4841-ab2e-29f8c66906c8'], hosted agents: [] {{(pid=94551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:05:10.784781 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8352ece5-905a-4423-9fd7-2807bd214685 admin admin] Network 04f57937-fa31-48b0-af0b-dafeb4e5696d is scheduled to be hosted by DHCP agent 8150fd10-5b69-4841-ab2e-29f8c66906c8 with binding_index 1 {{(pid=94551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:05:10.904945 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-8352ece5-905a-4423-9fd7-2807bd214685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809305-1-iscsi, 04f57937-fa31-48b0-af0b-dafeb4e5696d) {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:05:10.909224 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8352ece5-905a-4423-9fd7-2807bd214685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:05:10.909845 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8352ece5-905a-4423-9fd7-2807bd214685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:10.914441 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc534598-686b-4e57-a625-3a3bc9141a5a None None] Network 04f57937-fa31-48b0-af0b-dafeb4e5696d requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:05:11.012188 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-8352ece5-905a-4423-9fd7-2807bd214685 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8803933 Sep 16 01:05:11.035665 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc7108a-56b1-4639-b409-26628de3cc3d None None] Network 04f57937-fa31-48b0-af0b-dafeb4e5696d requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:05:13.338121 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 57844) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:05:13.486025 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-9e5fc14d-37ca-44a7-b4e8-583007bfe1f5 admin admin] 10.222.0.22 "GET /v2.0/routers/cca26537-3594-49b8-943f-183c2db12054 HTTP/1.1" status: 200 len: 710 time: 0.1467607 Sep 16 01:05:13.578212 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11904bb1-434b-4451-91bd-f09f45d50d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:05:13.579514 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-11904bb1-434b-4451-91bd-f09f45d50d2b admin admin] 10.222.0.22 "GET /v2.0/networks/04f57937-fa31-48b0-af0b-dafeb4e5696d HTTP/1.1" status: 200 len: 886 time: 0.0875354 Sep 16 01:05:13.589482 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-5685eaf7-dfed-4bb5-b96a-b3e75e8e456f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:05:13.905627 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5685eaf7-dfed-4bb5-b96a-b3e75e8e456f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:14.297201 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5685eaf7-dfed-4bb5-b96a-b3e75e8e456f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:14.374041 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5685eaf7-dfed-4bb5-b96a-b3e75e8e456f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:14.521418 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [None req-5685eaf7-dfed-4bb5-b96a-b3e75e8e456f admin admin] Allocated IP 172.27.3.114 (04f57937-fa31-48b0-af0b-dafeb4e5696d/f10087fb-cc50-497f-84f8-0079589df3d7/1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:05:14.620274 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5685eaf7-dfed-4bb5-b96a-b3e75e8e456f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:14.743322 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5685eaf7-dfed-4bb5-b96a-b3e75e8e456f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:14.779768 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5685eaf7-dfed-4bb5-b96a-b3e75e8e456f admin admin] Network 04f57937-fa31-48b0-af0b-dafeb4e5696d is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:05:14.782620 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-5685eaf7-dfed-4bb5-b96a-b3e75e8e456f admin admin] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:05:14.785584 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5685eaf7-dfed-4bb5-b96a-b3e75e8e456f admin admin] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:05:14.821989 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685eaf7-dfed-4bb5-b96a-b3e75e8e456f admin admin] Pushing event updated for resources: {'Port': ['ID=1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:05:15.130473 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5685eaf7-dfed-4bb5-b96a-b3e75e8e456f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:15.323198 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5685eaf7-dfed-4bb5-b96a-b3e75e8e456f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-552611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1156'] for router, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:15.326436 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5685eaf7-dfed-4bb5-b96a-b3e75e8e456f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-552616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-552625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531224'] for router, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:15.421222 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 16e73029-a482-4748-be9a-59bd87dc2cb6 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:05:15.435814 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5685eaf7-dfed-4bb5-b96a-b3e75e8e456f admin admin] Router cca26537-3594-49b8-943f-183c2db12054 has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:05:15.468354 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 16e73029-a482-4748-be9a-59bd87dc2cb6 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:05:15.468723 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:15.618200 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5685eaf7-dfed-4bb5-b96a-b3e75e8e456f admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:05:15.622387 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5685eaf7-dfed-4bb5-b96a-b3e75e8e456f admin admin] Notify callbacks [] for router, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:15.623599 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-5685eaf7-dfed-4bb5-b96a-b3e75e8e456f admin admin] 10.222.0.22 "PUT /v2.0/routers/cca26537-3594-49b8-943f-183c2db12054 HTTP/1.1" status: 200 len: 890 time: 2.0373023 Sep 16 01:05:16.241660 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] Sync routers for ids ['cca26537-3594-49b8-943f-183c2db12054'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:05:16.251598 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] Routers {'cca26537-3594-49b8-943f-183c2db12054'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:05:16.252310 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:05:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['cca26537-3594-49b8-943f-183c2db12054'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:05:16.454206 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] Set router cca26537-3594-49b8-943f-183c2db12054 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:05:16.841995 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca26537-3594-49b8-943f-183c2db12054', 'name': 'router1', 'tenant_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:04:56Z', 'updated_at': '2021-09-16T01:05:14Z', 'revision_number': 4, 'project_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'gw_port': {'id': '1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:98:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca26537-3594-49b8-943f-183c2db12054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:05:14Z', 'updated_at': '2021-09-16T01:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '16e73029-a482-4748-be9a-59bd87dc2cb6', 'name': '', 'network_id': 'edac522d-569b-4eb5-883a-7d1c1d56a117', 'tenant_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'mac_address': 'fa:16:3e:be:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca26537-3594-49b8-943f-183c2db12054', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9eaade64-3457-42fe-9815-c3645e2650a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:05:06Z', 'updated_at': '2021-09-16T01:05:09Z', 'revision_number': 5, 'project_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'subnets': [{'id': '9eaade64-3457-42fe-9815-c3645e2650a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b55aa8e6-1c60-471c-aa50-0c941a121ddb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:05:16.900043 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] Checking router: cca26537-3594-49b8-943f-183c2db12054 for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:05:16.900391 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] Updating router cca26537-3594-49b8-943f-183c2db12054 port 1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5 binding host dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:05:16.946060 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:17.262586 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:17.326925 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:17.457112 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] Attempting to bind port 1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5 on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:05:17.457661 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] Attempting to bind port 1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5 by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:05:17.457850 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] Attempting to bind port 1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5 on network 04f57937-fa31-48b0-af0b-dafeb4e5696d {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:05:17.460642 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf86cf-1bdd-493e-af3b-dae92cef0754 None None] Pushing event updated for resources: {'Port': ['ID=1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:05:17.465605 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:05:17.465987 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] Checking segment: {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:05:17.466394 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:17.466785 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] Bound using segment: {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:05:17.467257 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] Bound port: 1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:05:17.467657 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:17.517253 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] For port 1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:05:17.520073 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] For port 1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:05:17.640538 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:17.697640 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf86cf-1bdd-493e-af3b-dae92cef0754 None None] Pushing event updated for resources: {'Port': ['ID=1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:05:17.700669 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] Routers {'cca26537-3594-49b8-943f-183c2db12054'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:05:17.701642 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:05:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['cca26537-3594-49b8-943f-183c2db12054'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:05:17.805934 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] Set router cca26537-3594-49b8-943f-183c2db12054 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:05:18.023941 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca26537-3594-49b8-943f-183c2db12054', 'name': 'router1', 'tenant_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:04:56Z', 'updated_at': '2021-09-16T01:05:14Z', 'revision_number': 4, 'project_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'gw_port': {'id': '1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:98:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca26537-3594-49b8-943f-183c2db12054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:05:14Z', 'updated_at': '2021-09-16T01:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '16e73029-a482-4748-be9a-59bd87dc2cb6', 'name': '', 'network_id': 'edac522d-569b-4eb5-883a-7d1c1d56a117', 'tenant_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'mac_address': 'fa:16:3e:be:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca26537-3594-49b8-943f-183c2db12054', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9eaade64-3457-42fe-9815-c3645e2650a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:05:06Z', 'updated_at': '2021-09-16T01:05:09Z', 'revision_number': 5, 'project_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'subnets': [{'id': '9eaade64-3457-42fe-9815-c3645e2650a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b55aa8e6-1c60-471c-aa50-0c941a121ddb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:05:18.053079 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e1108f-55d8-4f83-ac7d-49c9c722510e None None] The sync data for ids ['cca26537-3594-49b8-943f-183c2db12054'] in dv-cinder-809305-1-iscsi is: [{'id': 'cca26537-3594-49b8-943f-183c2db12054', 'name': 'router1', 'tenant_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:04:56Z', 'updated_at': '2021-09-16T01:05:14Z', 'revision_number': 4, 'project_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'gw_port': {'id': '1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:98:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca26537-3594-49b8-943f-183c2db12054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:05:14Z', 'updated_at': '2021-09-16T01:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '16e73029-a482-4748-be9a-59bd87dc2cb6', 'name': '', 'network_id': 'edac522d-569b-4eb5-883a-7d1c1d56a117', 'tenant_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'mac_address': 'fa:16:3e:be:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca26537-3594-49b8-943f-183c2db12054', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9eaade64-3457-42fe-9815-c3645e2650a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:05:06Z', 'updated_at': '2021-09-16T01:05:09Z', 'revision_number': 5, 'project_id': '4fb22f6e00894f4ca3c89e10d9724c67', 'subnets': [{'id': '9eaade64-3457-42fe-9815-c3645e2650a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b55aa8e6-1c60-471c-aa50-0c941a121ddb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:05:18.053480 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 57856) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:05:18.225601 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-585b41f5-60a2-4e68-95ab-12140a2e6148 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1704237 Sep 16 01:05:19.421048 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:05:19.470332 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:05:19.471020 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:19.552312 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:19.573239 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] For port 1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:05:19.703119 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:19.749145 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 5 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:05:19.749677 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Pushing event updated for resources: {'Port': ['ID=1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:05:21.404164 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:05:21.459215 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 1c06bbaf-6a90-4f25-be1a-eadd2e2a03a5 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:05:21.459600 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:28.704181 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a2a9c4d2-0d05-41e2-9af4-4802e8aaaf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:31.476365 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-7016f395-5ff3-453f-847a-6aa36e1fe882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:31.807202 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:32.715859 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:34.224119 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:05:56.747672 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 5 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:05:58.713352 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f4eeb157-574b-430a-9983-fc52d543a562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:06:01.469716 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a2dd92d0-9622-4499-89dc-dc40dcff7efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:06:01.806901 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:06:02.772448 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:06:04.235415 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:06:28.724506 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-423ee284-9c00-4622-a8db-b43e6c1503ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:06:31.537844 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-1115782d-b120-4497-a8fe-95a1615c7237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:06:31.840482 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:06:32.743524 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:06:33.745973 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 5 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:06:34.250438 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:06:56.835228 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 58420) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:06:56.895737 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.pecan_wsgi.hooks.translation [None req-82197cba-a466-4d53-a09a-8817319b1021 admin admin] GET failed (client error): The resource could not be found. Sep 16 01:06:56.897065 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-82197cba-a466-4d53-a09a-8817319b1021 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608768 Sep 16 01:06:57.055355 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358581b7-f775-4751-bb63-0c981ca00264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:06:57.056765 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-358581b7-f775-4751-bb63-0c981ca00264 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1551244 Sep 16 01:06:58.707102 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b6a3871b-3b1a-47e4-94c9-fe9f61f720e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:06:59.245075 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 58430) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:06:59.337859 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5993cdcb-5353-49e4-80c9-ba59fac7da37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:06:59.339219 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-5993cdcb-5353-49e4-80c9-ba59fac7da37 admin admin] 10.222.0.22 "GET /v2.0/subnets/9eaade64-3457-42fe-9815-c3645e2650a5 HTTP/1.1" status: 200 len: 849 time: 0.0931833 Sep 16 01:06:59.350338 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-41528c43-c3ee-4d1f-be6e-134d30295da8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:06:59.431240 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-41528c43-c3ee-4d1f-be6e-134d30295da8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:06:59.617229 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-41528c43-c3ee-4d1f-be6e-134d30295da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752232905732'] for subnet, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:06:59.647749 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41528c43-c3ee-4d1f-be6e-134d30295da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:06:59.648330 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-41528c43-c3ee-4d1f-be6e-134d30295da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:06:59.649671 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-41528c43-c3ee-4d1f-be6e-134d30295da8 admin admin] 10.222.0.22 "PUT /v2.0/subnets/9eaade64-3457-42fe-9815-c3645e2650a5 HTTP/1.1" status: 200 len: 868 time: 0.3039262 Sep 16 01:06:59.664356 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9ffc91-c1a8-4f3d-84b4-da60cbcce1bc None None] Network edac522d-569b-4eb5-883a-7d1c1d56a117 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:06:59.667436 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41528c43-c3ee-4d1f-be6e-134d30295da8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eaade64-3457-42fe-9815-c3645e2650a5,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:06:59.674287 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41528c43-c3ee-4d1f-be6e-134d30295da8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:06:59.674668 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41528c43-c3ee-4d1f-be6e-134d30295da8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:06:59.675184 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41528c43-c3ee-4d1f-be6e-134d30295da8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:06:59.675368 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41528c43-c3ee-4d1f-be6e-134d30295da8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:06:59.675690 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41528c43-c3ee-4d1f-be6e-134d30295da8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:06:59.676038 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41528c43-c3ee-4d1f-be6e-134d30295da8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:06:59.676388 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41528c43-c3ee-4d1f-be6e-134d30295da8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:06:59.676722 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41528c43-c3ee-4d1f-be6e-134d30295da8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:06:59.677243 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41528c43-c3ee-4d1f-be6e-134d30295da8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:06:59.677589 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41528c43-c3ee-4d1f-be6e-134d30295da8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:06:59.677917 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41528c43-c3ee-4d1f-be6e-134d30295da8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:06:59.678239 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41528c43-c3ee-4d1f-be6e-134d30295da8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:07:00.023220 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-aec6482a-313b-4f67-9493-0051f3b3a86a None None] Provisioning complete for port 16e73029-a482-4748-be9a-59bd87dc2cb6 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:07:00.023841 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-aec6482a-313b-4f67-9493-0051f3b3a86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:00.105427 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-aec6482a-313b-4f67-9493-0051f3b3a86a None None] Provisioning complete for port 38803f09-d2bc-4ff8-a7bb-ba24b8a5ae9e triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:07:00.105702 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-aec6482a-313b-4f67-9493-0051f3b3a86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:01.463376 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4fb6cd3b-c123-4a10-8ccc-d39c2d31da9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:01.823110 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:01.859571 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 58438) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:07:02.056627 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d735e2-2875-44e7-b4d6-b248141ee3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:07:02.057069 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d735e2-2875-44e7-b4d6-b248141ee3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:07:02.058639 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-c6d735e2-2875-44e7-b4d6-b248141ee3ad admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1980789 Sep 16 01:07:02.760226 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:04.221345 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 58446) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:07:04.263179 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:04.422512 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b0b2bb-a557-4e29-bb76-392388d138e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:07:04.422991 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b0b2bb-a557-4e29-bb76-392388d138e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:07:04.424540 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-c3b0b2bb-a557-4e29-bb76-392388d138e3 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2017627 Sep 16 01:07:06.658411 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 58456) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:07:06.807988 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785c2774-67e5-46a1-9c92-7ecf4f75bf6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:07:06.809386 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-785c2774-67e5-46a1-9c92-7ecf4f75bf6b admin admin] 10.222.0.22 "GET /v2.0/networks/04f57937-fa31-48b0-af0b-dafeb4e5696d HTTP/1.1" status: 200 len: 886 time: 0.1500952 Sep 16 01:07:08.986345 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 58464) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:07:09.128893 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85172710-8155-4f6d-a226-9c9afcea2f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:07:09.130264 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-85172710-8155-4f6d-a226-9c9afcea2f0e admin admin] 10.222.0.22 "GET /v2.0/networks/edac522d-569b-4eb5-883a-7d1c1d56a117 HTTP/1.1" status: 200 len: 869 time: 0.1429744 Sep 16 01:07:10.744285 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 5 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:07:11.324890 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 58472) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:07:11.449865 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671533f7-1470-4a62-a68e-eb0ba192422c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:07:11.450328 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671533f7-1470-4a62-a68e-eb0ba192422c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:07:11.451870 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-671533f7-1470-4a62-a68e-eb0ba192422c admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260271 Sep 16 01:07:13.636262 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 58480) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:07:13.725544 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4ff0f0-4211-4ee2-abf1-2fe00f7c4de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:07:13.726005 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4ff0f0-4211-4ee2-abf1-2fe00f7c4de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:07:13.727530 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-cc4ff0f0-4211-4ee2-abf1-2fe00f7c4de4 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0903230 Sep 16 01:07:15.925500 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 58488) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:07:16.038192 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ca207d-1f94-4fa1-a4d0-2fd91107fae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:07:16.039584 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-89ca207d-1f94-4fa1-a4d0-2fd91107fae4 admin admin] 10.222.0.22 "GET /v2.0/subnets/9eaade64-3457-42fe-9815-c3645e2650a5 HTTP/1.1" status: 200 len: 868 time: 0.1131396 Sep 16 01:07:18.238319 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 58496) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:07:18.324395 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd09ca0-8a18-4276-b53a-57925677d6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:07:18.325769 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-5fd09ca0-8a18-4276-b53a-57925677d6e6 admin admin] 10.222.0.22 "GET /v2.0/subnets/f10087fb-cc50-497f-84f8-0079589df3d7 HTTP/1.1" status: 200 len: 816 time: 0.0864840 Sep 16 01:07:28.713729 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-41d54e0d-23d5-4ca0-b7be-6a2d9adb21a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:31.474252 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f2200caa-5b2f-46eb-9a12-756e20054e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:31.822301 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:32.794356 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:34.262346 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:42.446481 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 58550) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:07:42.497070 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [None req-8aa9333e-1da2-4003-8312-c53aeeca4521 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 01:07:42.498089 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-8aa9333e-1da2-4003-8312-c53aeeca4521 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506461 Sep 16 01:07:44.789366 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 58558) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:07:44.847990 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.pecan_wsgi.hooks.translation [None req-2873669a-a260-4bfa-b57d-397e36210d69 admin admin] GET failed (client error): The resource could not be found. Sep 16 01:07:44.851212 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-2873669a-a260-4bfa-b57d-397e36210d69 admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592537 Sep 16 01:07:44.936974 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1183359c-07c1-41c9-96c0-52b20fa2b2e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:07:44.938487 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-1183359c-07c1-41c9-96c0-52b20fa2b2e3 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0842960 Sep 16 01:07:47.168856 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 58566) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:07:47.216682 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-7d6257fd-cc46-4e83-8327-57a58a151bf5 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:07:47.324983 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6257fd-cc46-4e83-8327-57a58a151bf5 admin admin] Made reservation on behalf of bd4ffbfa84b64547aff093f763a2fd71 for: {'network': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:07:47.327172 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7d6257fd-cc46-4e83-8327-57a58a151bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for network, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:47.353916 dv-cinder-809305-1-iscsi neutron-server[94551]: WARNING neutron.services.revisions.revision_plugin [None req-7d6257fd-cc46-4e83-8327-57a58a151bf5 admin admin] Could not find related network for resource to bump revision. Sep 16 01:07:47.367937 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6257fd-cc46-4e83-8327-57a58a151bf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=94551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:07:47.377808 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7d6257fd-cc46-4e83-8327-57a58a151bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:47.378157 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.db.segments_db [None req-7d6257fd-cc46-4e83-8327-57a58a151bf5 admin admin] Added segment 10aa9f75-f1de-4cc2-b63c-106f972040d9 of type vlan for network adf5de04-977e-4c1e-974e-bd9a282cc83d Sep 16 01:07:47.423979 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7d6257fd-cc46-4e83-8327-57a58a151bf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752232308511'] for network, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:47.517710 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7d6257fd-cc46-4e83-8327-57a58a151bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for network, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:47.518646 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6257fd-cc46-4e83-8327-57a58a151bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:07:47.519227 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7d6257fd-cc46-4e83-8327-57a58a151bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:47.573644 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6257fd-cc46-4e83-8327-57a58a151bf5 admin admin] Pushing event updated for resources: {'Network': ['ID=adf5de04-977e-4c1e-974e-bd9a282cc83d,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:07:47.586050 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Network adf5de04-977e-4c1e-974e-bd9a282cc83d details requested by agent ovs-agent-dv-cinder-809305-1-iscsi with host dv-cinder-809305-1-iscsi {{(pid=94553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:07:47.614774 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-7d6257fd-cc46-4e83-8327-57a58a151bf5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4447200 Sep 16 01:07:47.743747 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 5 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:07:49.861000 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 58574) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:07:49.920024 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.pecan_wsgi.hooks.translation [None req-570f9dd8-0000-407c-8147-466311f01b82 admin admin] GET failed (client error): The resource could not be found. Sep 16 01:07:49.921359 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-570f9dd8-0000-407c-8147-466311f01b82 admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593808 Sep 16 01:07:49.991947 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccea841e-caca-4297-b32f-579d9f01746d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:07:49.993428 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-ccea841e-caca-4297-b32f-579d9f01746d admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0675275 Sep 16 01:07:50.004829 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-6eb0a3fd-31ae-434b-b7a8-e48f5e891ad4 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'adf5de04-977e-4c1e-974e-bd9a282cc83d', 'ip_version': 4}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:07:50.162264 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb0a3fd-31ae-434b-b7a8-e48f5e891ad4 admin admin] Made reservation on behalf of bd4ffbfa84b64547aff093f763a2fd71 for: {'subnet': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:07:50.164409 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6eb0a3fd-31ae-434b-b7a8-e48f5e891ad4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:50.397121 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6eb0a3fd-31ae-434b-b7a8-e48f5e891ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for subnet, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:50.443132 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0a3fd-31ae-434b-b7a8-e48f5e891ad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86c5865b-cf14-4088-ba4d-e84cc6a5002c,revision_number=0']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:07:50.456981 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb0a3fd-31ae-434b-b7a8-e48f5e891ad4 admin admin] Checking segment: {'id': '10aa9f75-f1de-4cc2-b63c-106f972040d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'adf5de04-977e-4c1e-974e-bd9a282cc83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:07:50.457334 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb0a3fd-31ae-434b-b7a8-e48f5e891ad4 admin admin] Network hostable DHCP agents. Network: adf5de04-977e-4c1e-974e-bd9a282cc83d, hostable agents: ['8150fd10-5b69-4841-ab2e-29f8c66906c8'], hosted agents: [] {{(pid=94551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:07:50.527934 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb0a3fd-31ae-434b-b7a8-e48f5e891ad4 admin admin] Network adf5de04-977e-4c1e-974e-bd9a282cc83d is scheduled to be hosted by DHCP agent 8150fd10-5b69-4841-ab2e-29f8c66906c8 with binding_index 1 {{(pid=94551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:07:50.614140 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-6eb0a3fd-31ae-434b-b7a8-e48f5e891ad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809305-1-iscsi, adf5de04-977e-4c1e-974e-bd9a282cc83d) {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:07:50.618445 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb0a3fd-31ae-434b-b7a8-e48f5e891ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:07:50.619149 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6eb0a3fd-31ae-434b-b7a8-e48f5e891ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:50.626967 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b839d04c-65f8-4974-8db9-4289113f1aae None None] Network adf5de04-977e-4c1e-974e-bd9a282cc83d requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:07:50.717994 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-6eb0a3fd-31ae-434b-b7a8-e48f5e891ad4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7174568 Sep 16 01:07:50.775497 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6907d297-5b82-550a-a14a-385e6c7ce062-adf5de04-977e-4c1e-974e-bd9a282cc83d', 'network_id': 'adf5de04-977e-4c1e-974e-bd9a282cc83d', 'tenant_id': 'bd4ffbfa84b64547aff093f763a2fd71', 'fixed_ips': [{'subnet_id': '86c5865b-cf14-4088-ba4d-e84cc6a5002c'}]}} from dv-cinder-809305-1-iscsi. {{(pid=94553) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 01:07:50.776437 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:50.918900 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Allocated IP 192.168.233.2 (adf5de04-977e-4c1e-974e-bd9a282cc83d/86c5865b-cf14-4088-ba4d-e84cc6a5002c/3522aa3e-1a9b-4e62-8e93-2e92202c0014) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:07:51.072396 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:51.161068 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:51.209655 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Network adf5de04-977e-4c1e-974e-bd9a282cc83d is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:07:51.213479 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Pushing event updated for resources: {'Port': ['ID=3522aa3e-1a9b-4e62-8e93-2e92202c0014,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:07:51.219897 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:07:51.224946 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:07:51.224946 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:07:51.224946 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:07:51.224946 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:07:51.225351 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:07:51.225606 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:07:51.225923 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:07:51.226256 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:07:51.226644 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:07:51.226959 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:07:51.227283 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:07:51.227606 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:07:51.244151 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:07:51.310205 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Attempting to bind port 3522aa3e-1a9b-4e62-8e93-2e92202c0014 on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:07:51.310580 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Attempting to bind port 3522aa3e-1a9b-4e62-8e93-2e92202c0014 by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': '10aa9f75-f1de-4cc2-b63c-106f972040d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'adf5de04-977e-4c1e-974e-bd9a282cc83d'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:07:51.310946 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Attempting to bind port 3522aa3e-1a9b-4e62-8e93-2e92202c0014 on network adf5de04-977e-4c1e-974e-bd9a282cc83d {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:07:51.316508 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:07:51.316886 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Checking segment: {'id': '10aa9f75-f1de-4cc2-b63c-106f972040d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'adf5de04-977e-4c1e-974e-bd9a282cc83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:07:51.317328 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:51.317724 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Bound using segment: {'id': '10aa9f75-f1de-4cc2-b63c-106f972040d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'adf5de04-977e-4c1e-974e-bd9a282cc83d'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:07:51.318194 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Bound port: 3522aa3e-1a9b-4e62-8e93-2e92202c0014, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10aa9f75-f1de-4cc2-b63c-106f972040d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'adf5de04-977e-4c1e-974e-bd9a282cc83d'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:07:51.318600 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:51.381797 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] For port 3522aa3e-1a9b-4e62-8e93-2e92202c0014, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:07:51.384770 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] For port 3522aa3e-1a9b-4e62-8e93-2e92202c0014, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=3522aa3e-1a9b-4e62-8e93-2e92202c0014,segment=NetworkSegment(10aa9f75-f1de-4cc2-b63c-106f972040d9),segment_id=10aa9f75-f1de-4cc2-b63c-106f972040d9)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:07:51.457438 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:51.521697 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be2070-47d2-491c-b3d9-88d8b873a541 None None] Pushing event updated for resources: {'Port': ['ID=3522aa3e-1a9b-4e62-8e93-2e92202c0014,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:07:52.332457 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b3cd5d-ca9a-446b-b574-0aa9f3185dd3 None None] Network adf5de04-977e-4c1e-974e-bd9a282cc83d requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:07:52.403394 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-af8e1696-726c-4024-a381-e6fb3dd4d6b0 None None] Provisioning complete for port 3522aa3e-1a9b-4e62-8e93-2e92202c0014 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:07:52.403781 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-af8e1696-726c-4024-a381-e6fb3dd4d6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:52.546984 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-af8e1696-726c-4024-a381-e6fb3dd4d6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:52.590040 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-af8e1696-726c-4024-a381-e6fb3dd4d6b0 None None] For port 3522aa3e-1a9b-4e62-8e93-2e92202c0014, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=3522aa3e-1a9b-4e62-8e93-2e92202c0014,segment=NetworkSegment(10aa9f75-f1de-4cc2-b63c-106f972040d9),segment_id=10aa9f75-f1de-4cc2-b63c-106f972040d9)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:07:52.685716 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-af8e1696-726c-4024-a381-e6fb3dd4d6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:52.742550 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e1696-726c-4024-a381-e6fb3dd4d6b0 None None] Pushing event updated for resources: {'Port': ['ID=3522aa3e-1a9b-4e62-8e93-2e92202c0014,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:07:52.805339 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-a1e00b5e-e923-4f29-a484-15cb3fb2b6a7 None None] Provisioning complete for port 3522aa3e-1a9b-4e62-8e93-2e92202c0014 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:07:52.805752 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a1e00b5e-e923-4f29-a484-15cb3fb2b6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:53.543818 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 3522aa3e-1a9b-4e62-8e93-2e92202c0014 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:07:53.591586 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 3522aa3e-1a9b-4e62-8e93-2e92202c0014 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:07:53.591955 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:07:58.765159 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-1f488462-d6b4-4a93-8d87-066b2fa93ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:08:01.456326 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9c62514e-8425-4066-9c1b-db947bda7775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:08:01.805925 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:08:02.756708 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:08:04.256179 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:08:24.742305 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 5 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:08:28.716799 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-7a2056a8-d4e2-4053-a9c5-a6a83af1567d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:08:31.464724 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ebe5-4b72-4253-a717-2c9a7466b2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:08:31.824486 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:08:32.742227 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:08:34.250574 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:08:58.744476 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3578f65a-7006-44aa-b0d4-f3be6e81c23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:09:01.473497 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-333de849-f77d-4ee5-a5b7-7e71e6ad3044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:09:01.740258 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 5 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:09:01.861560 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:09:02.758532 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:09:04.358851 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:09:16.654702 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 58628) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:09:16.661738 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [None req-6c0bef5b-4cd1-4bd8-bf28-6a43a0368bb0 tempest-verify_tempest_config-1607028270 tempest-verify_tempest_config-1607028270-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 01:09:16.662735 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-6c0bef5b-4cd1-4bd8-bf28-6a43a0368bb0 tempest-verify_tempest_config-1607028270 tempest-verify_tempest_config-1607028270-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070689 Sep 16 01:09:17.297917 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 58646) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:09:17.399865 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e0891e6a-d441-4935-b17c-7aa06594c0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:09:17.486121 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e0891e6a-d441-4935-b17c-7aa06594c0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:09:17.578110 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e0891e6a-d441-4935-b17c-7aa06594c0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:09:17.622827 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-e0891e6a-d441-4935-b17c-7aa06594c0c6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=714c73af559e4d80957ee9a618714f51&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3237419 Sep 16 01:09:17.624174 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0891e6a-d441-4935-b17c-7aa06594c0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e174a7ee-1b3b-43fe-9681-690cf5861dda,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:09:17.626121 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 58650) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:09:17.630807 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0891e6a-d441-4935-b17c-7aa06594c0c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:09:17.631168 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0891e6a-d441-4935-b17c-7aa06594c0c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:09:17.631520 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0891e6a-d441-4935-b17c-7aa06594c0c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:09:17.631863 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0891e6a-d441-4935-b17c-7aa06594c0c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:09:17.632205 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0891e6a-d441-4935-b17c-7aa06594c0c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:09:17.632558 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0891e6a-d441-4935-b17c-7aa06594c0c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:09:17.632913 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0891e6a-d441-4935-b17c-7aa06594c0c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:09:17.633253 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0891e6a-d441-4935-b17c-7aa06594c0c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:09:17.633606 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0891e6a-d441-4935-b17c-7aa06594c0c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:09:17.633941 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0891e6a-d441-4935-b17c-7aa06594c0c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:09:17.634290 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0891e6a-d441-4935-b17c-7aa06594c0c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:09:17.634623 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0891e6a-d441-4935-b17c-7aa06594c0c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:09:17.680193 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-93f91367-3e60-46c9-b49a-66b896af8ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:09:17.700427 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-93f91367-3e60-46c9-b49a-66b896af8ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:09:17.869941 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-93f91367-3e60-46c9-b49a-66b896af8ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:09:17.872415 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-93f91367-3e60-46c9-b49a-66b896af8ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:09:17.874154 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-93f91367-3e60-46c9-b49a-66b896af8ba2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e174a7ee-1b3b-43fe-9681-690cf5861dda HTTP/1.1" status: 204 len: 168 time: 0.2465689 Sep 16 01:09:17.881737 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f91367-3e60-46c9-b49a-66b896af8ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e174a7ee-1b3b-43fe-9681-690cf5861dda,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:09:17.888373 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f91367-3e60-46c9-b49a-66b896af8ba2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:09:17.895357 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f91367-3e60-46c9-b49a-66b896af8ba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:09:17.895357 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f91367-3e60-46c9-b49a-66b896af8ba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:09:17.895357 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f91367-3e60-46c9-b49a-66b896af8ba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:09:17.895357 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f91367-3e60-46c9-b49a-66b896af8ba2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:09:17.895357 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f91367-3e60-46c9-b49a-66b896af8ba2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:09:17.895357 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f91367-3e60-46c9-b49a-66b896af8ba2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:09:17.895357 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f91367-3e60-46c9-b49a-66b896af8ba2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:09:17.895357 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f91367-3e60-46c9-b49a-66b896af8ba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:09:17.895357 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f91367-3e60-46c9-b49a-66b896af8ba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:09:17.895357 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f91367-3e60-46c9-b49a-66b896af8ba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:09:17.895357 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f91367-3e60-46c9-b49a-66b896af8ba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:09:28.706670 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-80cc0d60-7347-4b22-b144-d1f99f68eeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:09:31.554906 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-863dcac7-cb28-42bf-b9d2-3f00fb6dcd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:09:31.843526 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:09:32.754948 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:09:34.254827 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:09:38.739361 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 5 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:09:58.708319 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bb9e9ffc-ac52-49c9-bba4-cd06965b3e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:10:01.462948 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-421dc9ce-b23f-4a9e-be55-cc4386a81c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:10:01.858217 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:10:02.759785 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:10:04.278080 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:10:15.739027 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 5 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:10:28.711715 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-adae1d28-d9a0-4296-8f82-2f95c84f1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:10:31.494590 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-469d547f-65a5-4b21-b65e-bf12105ee823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:10:31.831385 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:10:32.757409 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:10:34.273565 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:10:47.164805 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530239'] for agent, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:10:52.737358 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:10:58.728343 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9a846955-1869-4ba7-8b47-b246452e4c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:11:01.476727 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5acf2800-859b-4dd7-b9c3-68158970c399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:11:01.781430 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 58724) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:11:01.889913 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-d0a3f4be-26e8-4152-bd62-ac552d38f15d admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1072986 Sep 16 01:11:01.942238 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:11:02.764378 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:11:04.095297 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 58734) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:11:04.157266 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-a4393001-5af0-487c-8ea1-9904786e5780 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0608685 Sep 16 01:11:04.279223 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:11:17.141320 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:11:28.712436 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-8f673dd2-d356-43ce-a2d2-afb5defcfca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:11:29.736272 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:11:31.505248 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-8813e9c5-6522-4fa3-81c7-d89168c4dfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:11:31.859268 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:11:32.752736 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:11:34.254999 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:11:47.186473 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:11:58.735023 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-c018b79c-f26b-406d-9a01-9b53dad2df1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:01.464511 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-67f83f5e-464a-43c6-920d-32601c10e884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:01.866186 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:02.763533 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:04.293255 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:06.735680 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:12:17.144382 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:28.738773 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5184dd87-5fa4-41c7-a366-15840b49b68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:31.757291 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-db4bf42c-c5c0-4d90-9ab0-21f7e633a8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:31.892936 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:32.791989 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:33.270379 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 58920) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:33.651154 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1029342163-network', 'tenant_id': '99833be108654994aac6dcf7cf390340'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:33.774323 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Made reservation on behalf of 99833be108654994aac6dcf7cf390340 for: {'network': 1} {{(pid=94552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:12:33.776624 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for network, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:33.784959 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:33.870790 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:33.962601 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:33.987179 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=94552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:12:34.002330 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0eeb37-1dba-4854-b319-5f43112f51d3,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:34.010489 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:34.010839 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.db.segments_db [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Added segment f9fadbf3-9944-44ef-8c9d-f0addf29d9d4 of type vlan for network af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 Sep 16 01:12:34.012800 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:34.013196 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:34.013527 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:34.013871 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:34.014203 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:34.014564 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:34.014897 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:34.015222 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:34.015565 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:34.015893 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:34.016216 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:34.016537 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Tracked resource versions report: Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: pushed versions: Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: { 'AddressGroup': {'1.2'}, Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: 'ConntrackHelper': {'1.0'}, Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: 'Log': {'1.0'}, Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: 'Network': {'1.1'}, Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: 'Port': {'1.7'}, Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: 'PortForwarding': {'1.2'}, Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: 'QosPolicy': {'1.9'}, Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: 'SecurityGroup': {'1.4'}, Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: 'SecurityGroupRule': {'1.2'}, Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: 'SubPort': {'1.0'}, Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: 'Subnet': {'1.1'}, Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: 'Trunk': {'1.1'}} Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: consumer versions: Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: { DHCP agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: HyperV agent@hv-cinder-80930: {}, Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: L3 agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: Metadata agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: Metering agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: Open vSwitch agent@dv-cinder-809305-1-iscsi: { 'AddressGroup': '1.2', Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: 'ConntrackHelper': '1.0', Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: 'Log': '1.0', Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: 'Network': '1.1', Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: 'Port': '1.7', Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: 'PortForwarding': '1.2', Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: 'QosPolicy': '1.9', Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: 'SecurityGroup': '1.4', Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: 'SecurityGroupRule': '1.2', Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: 'SubPort': '1.0', Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: 'Subnet': '1.1', Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: 'Trunk': '1.1'}} Sep 16 01:12:34.017660 dv-cinder-809305-1-iscsi neutron-server[94552]: {{(pid=94552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 01:12:34.047957 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 58952) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:34.060380 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752232308511'] for network, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:34.156914 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for network, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:34.157982 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:34.158569 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:34.215211 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] Pushing event updated for resources: {'Network': ['ID=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:34.226200 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Network af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 details requested by agent ovs-agent-dv-cinder-809305-1-iscsi with host dv-cinder-809305-1-iscsi {{(pid=94553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:12:34.311669 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:34.312395 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-d300da0c-c45f-435a-b958-da341562763e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0398438 Sep 16 01:12:34.315369 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 58962) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:34.320655 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-c0ba698f-2794-4b05-95be-aa760c276734 admin admin] Request body: {'subnet': {'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1029342163-subnet', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:34.352403 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 58966) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:34.356635 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 58968) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:34.426021 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ba698f-2794-4b05-95be-aa760c276734 admin admin] Made reservation on behalf of 99833be108654994aac6dcf7cf390340 for: {'subnet': 1} {{(pid=94552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:12:34.429549 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c0ba698f-2794-4b05-95be-aa760c276734 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:34.443308 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-224184714-network', 'tenant_id': '10cace252cef418d97bd20e5da344f82'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:34.484940 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 58978) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:34.543383 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-0cf38e34-e63e-4340-830c-b118ae0d3a23 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1292488629-network', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:34.551324 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Made reservation on behalf of 10cace252cef418d97bd20e5da344f82 for: {'network': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:12:34.553940 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for network, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:34.563023 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:34.654264 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf38e34-e63e-4340-830c-b118ae0d3a23 admin admin] Made reservation on behalf of a5fed02cb0f141b6abee4019fde49eb9 for: {'network': 1} {{(pid=94552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:12:34.656839 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0cf38e34-e63e-4340-830c-b118ae0d3a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for network, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:34.666863 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0cf38e34-e63e-4340-830c-b118ae0d3a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:34.682964 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c0ba698f-2794-4b05-95be-aa760c276734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for subnet, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:34.722372 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba698f-2794-4b05-95be-aa760c276734 admin admin] Checking segment: {'id': 'f9fadbf3-9944-44ef-8c9d-f0addf29d9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:12:34.722856 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ba698f-2794-4b05-95be-aa760c276734 admin admin] Network hostable DHCP agents. Network: af81d94a-20b1-4ba8-a98d-d3a37cd2fe53, hostable agents: ['8150fd10-5b69-4841-ab2e-29f8c66906c8'], hosted agents: [] {{(pid=94552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:12:34.746207 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:34.769938 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba698f-2794-4b05-95be-aa760c276734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4795dce4-579a-4783-9e42-b5fb1cdac969,revision_number=0']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:34.778367 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-d175b708-299c-492f-ac7c-7fb1766f1270 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-561771277-network', 'tenant_id': 'accb97bf2c33416984d15cc196da922a'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:34.786044 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-debae732-dbdd-4eb0-941d-195e116740a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-596942649-network', 'tenant_id': 'aa0682bc21654211a16e25c979b02bb3'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:34.825535 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:34.848516 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=94551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:12:34.850682 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ba698f-2794-4b05-95be-aa760c276734 admin admin] Network af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 is scheduled to be hosted by DHCP agent 8150fd10-5b69-4841-ab2e-29f8c66906c8 with binding_index 1 {{(pid=94552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:12:34.860689 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe48ab52-46e5-4cdd-a94b-ef9f3148c3d5,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:34.868872 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:34.869267 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:34.869616 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:34.869942 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:34.870272 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:34.870613 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:34.870937 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:34.871266 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:34.871610 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:34.871932 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:34.872246 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:34.872564 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Tracked resource versions report: Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: pushed versions: Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: { 'AddressGroup': {'1.2'}, Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: 'ConntrackHelper': {'1.0'}, Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: 'Log': {'1.0'}, Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: 'Network': {'1.1'}, Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: 'Port': {'1.7'}, Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: 'PortForwarding': {'1.2'}, Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: 'QosPolicy': {'1.9'}, Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: 'SecurityGroup': {'1.4'}, Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: 'SecurityGroupRule': {'1.2'}, Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: 'SubPort': {'1.0'}, Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: 'Subnet': {'1.1'}, Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: 'Trunk': {'1.1'}} Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: consumer versions: Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: { DHCP agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: HyperV agent@hv-cinder-80930: {}, Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: L3 agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: Metadata agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: Metering agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: Open vSwitch agent@dv-cinder-809305-1-iscsi: { 'AddressGroup': '1.2', Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: 'ConntrackHelper': '1.0', Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: 'Log': '1.0', Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: 'Network': '1.1', Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: 'Port': '1.7', Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: 'PortForwarding': '1.2', Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: 'QosPolicy': '1.9', Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: 'SecurityGroup': '1.4', Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: 'SecurityGroupRule': '1.2', Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: 'SubPort': '1.0', Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: 'Subnet': '1.1', Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: 'Trunk': '1.1'}} Sep 16 01:12:34.873680 dv-cinder-809305-1-iscsi neutron-server[94551]: {{(pid=94551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 01:12:34.878900 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:34.879236 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.db.segments_db [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Added segment e354059f-46d0-473b-8f05-17138a32432d of type vlan for network ee254be0-3d84-4741-b0b4-d474508f7643 Sep 16 01:12:34.925442 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0cf38e34-e63e-4340-830c-b118ae0d3a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:34.929839 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752232308511'] for network, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:34.997915 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.base_scheduler [None req-c0ba698f-2794-4b05-95be-aa760c276734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809305-1-iscsi, af81d94a-20b1-4ba8-a98d-d3a37cd2fe53) {{(pid=94552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:12:35.010306 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ba698f-2794-4b05-95be-aa760c276734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:35.011738 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c0ba698f-2794-4b05-95be-aa760c276734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:35.013249 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e8a3ec-ed77-4399-ad43-eb4e2b4aa870 None None] Network af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:12:35.026623 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0cf38e34-e63e-4340-830c-b118ae0d3a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:35.030869 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for network, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:35.030869 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:35.031152 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:35.058176 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf38e34-e63e-4340-830c-b118ae0d3a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5768d8ac-5e5f-4d77-89be-f4ad98a06248,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:35.071847 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf38e34-e63e-4340-830c-b118ae0d3a23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=94552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:12:35.082595 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0cf38e34-e63e-4340-830c-b118ae0d3a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:35.090932 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.db.segments_db [None req-0cf38e34-e63e-4340-830c-b118ae0d3a23 admin admin] Added segment 577966aa-aa6c-46f5-a3af-da2e98332a54 of type vlan for network a1408b60-ef31-4319-a765-bc8dbd3a5f15 Sep 16 01:12:35.151021 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0cf38e34-e63e-4340-830c-b118ae0d3a23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752232308511'] for network, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:35.223544 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] Pushing event updated for resources: {'Network': ['ID=ee254be0-3d84-4741-b0b4-d474508f7643,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:35.257697 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0cf38e34-e63e-4340-830c-b118ae0d3a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for network, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:35.257852 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Network ee254be0-3d84-4741-b0b4-d474508f7643 details requested by agent ovs-agent-dv-cinder-809305-1-iscsi with host dv-cinder-809305-1-iscsi {{(pid=94553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:12:35.258291 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf38e34-e63e-4340-830c-b118ae0d3a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:35.258857 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0cf38e34-e63e-4340-830c-b118ae0d3a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:35.311665 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d175b708-299c-492f-ac7c-7fb1766f1270 admin admin] Made reservation on behalf of accb97bf2c33416984d15cc196da922a for: {'network': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:12:35.314283 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d175b708-299c-492f-ac7c-7fb1766f1270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for network, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:35.329222 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d175b708-299c-492f-ac7c-7fb1766f1270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:35.392267 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-5dea62f3-32df-4526-8e32-f16fdf808500 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3424308 Sep 16 01:12:35.393584 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6907d297-5b82-550a-a14a-385e6c7ce062-af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'fixed_ips': [{'subnet_id': '4795dce4-579a-4783-9e42-b5fb1cdac969'}]}} from dv-cinder-809305-1-iscsi. {{(pid=94553) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 01:12:35.395100 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 59020) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:35.401329 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-04b10145-c5a4-441c-aa78-4be6b25d045d admin admin] Request body: {'subnet': {'network_id': 'ee254be0-3d84-4741-b0b4-d474508f7643', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-224184714-subnet', 'tenant_id': '10cace252cef418d97bd20e5da344f82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:35.406041 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:35.434198 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.db.api [None req-d175b708-299c-492f-ac7c-7fb1766f1270 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 01:12:35.434198 dv-cinder-809305-1-iscsi neutron-server[94551]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 01:12:35.434198 dv-cinder-809305-1-iscsi neutron-server[94551]: [parameters: {'project_id_1': 'accb97bf2c33416984d15cc196da922a', 'expiration_1': datetime.datetime(2021, 9, 16, 1, 12, 15, 356164)}] Sep 16 01:12:35.434198 dv-cinder-809305-1-iscsi neutron-server[94551]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 01:12:35.435429 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG oslo_db.api [None req-d175b708-299c-492f-ac7c-7fb1766f1270 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 01:12:35.436990 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.db.api [None req-04b10145-c5a4-441c-aa78-4be6b25d045d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 01:12:35.436990 dv-cinder-809305-1-iscsi neutron-server[94551]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 01:12:35.436990 dv-cinder-809305-1-iscsi neutron-server[94551]: [parameters: {'project_id_1': '10cace252cef418d97bd20e5da344f82', 'expiration_1': datetime.datetime(2021, 9, 16, 1, 12, 15, 411540)}] Sep 16 01:12:35.436990 dv-cinder-809305-1-iscsi neutron-server[94551]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 01:12:35.437805 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG oslo_db.api [None req-04b10145-c5a4-441c-aa78-4be6b25d045d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 01:12:35.473329 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf38e34-e63e-4340-830c-b118ae0d3a23 admin admin] Pushing event updated for resources: {'Network': ['ID=a1408b60-ef31-4319-a765-bc8dbd3a5f15,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:35.485054 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-c0ba698f-2794-4b05-95be-aa760c276734 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1683846 Sep 16 01:12:35.488469 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 59026) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:35.493398 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-c585a9f9-184d-452c-be00-e184e9b8aad0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1029342163-router', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:35.514693 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Network a1408b60-ef31-4319-a765-bc8dbd3a5f15 details requested by agent ovs-agent-dv-cinder-809305-1-iscsi with host dv-cinder-809305-1-iscsi {{(pid=94553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:12:35.524713 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debae732-dbdd-4eb0-941d-195e116740a5 admin admin] Made reservation on behalf of aa0682bc21654211a16e25c979b02bb3 for: {'network': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:12:35.527650 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-debae732-dbdd-4eb0-941d-195e116740a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for network, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:35.538293 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-debae732-dbdd-4eb0-941d-195e116740a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:35.612135 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-0cf38e34-e63e-4340-830c-b118ae0d3a23 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2555625 Sep 16 01:12:35.612706 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 59042) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:35.618932 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-32201105-e2ad-4caf-8d75-90bcbeca3632 admin admin] Request body: {'subnet': {'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1292488629-subnet', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:35.655419 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Allocated IP 172.20.0.2 (af81d94a-20b1-4ba8-a98d-d3a37cd2fe53/4795dce4-579a-4783-9e42-b5fb1cdac969/e89fa9d9-0702-442f-b07e-531e7b1c372a) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:12:35.693155 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c585a9f9-184d-452c-be00-e184e9b8aad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1185'] for router, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:35.694170 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c585a9f9-184d-452c-be00-e184e9b8aad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1210'] for router, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:35.803482 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c585a9f9-184d-452c-be00-e184e9b8aad0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:35.843061 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:35.846301 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-debae732-dbdd-4eb0-941d-195e116740a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:35.942437 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d175b708-299c-492f-ac7c-7fb1766f1270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:35.950610 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:35.991765 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Pushing event updated for resources: {'Port': ['ID=e89fa9d9-0702-442f-b07e-531e7b1c372a,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:35.998090 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-debae732-dbdd-4eb0-941d-195e116740a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:36.002522 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:36.003062 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:36.003410 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:36.004012 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:36.004672 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:36.005042 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:36.005611 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:36.006291 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:36.006406 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:36.006671 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:36.007519 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:36.008290 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Tracked resource versions report: Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: pushed versions: Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: { 'AddressGroup': {'1.2'}, Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: 'ConntrackHelper': {'1.0'}, Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: 'Log': {'1.0'}, Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: 'Network': {'1.1'}, Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: 'Port': {'1.7'}, Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: 'PortForwarding': {'1.2'}, Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: 'QosPolicy': {'1.9'}, Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: 'SecurityGroup': {'1.4'}, Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: 'SecurityGroupRule': {'1.2'}, Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: 'SubPort': {'1.0'}, Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: 'Subnet': {'1.1'}, Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: 'Trunk': {'1.1'}} Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: consumer versions: Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: { DHCP agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: HyperV agent@hv-cinder-80930: {}, Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: L3 agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: Metadata agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: Metering agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: Open vSwitch agent@dv-cinder-809305-1-iscsi: { 'AddressGroup': '1.2', Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: 'ConntrackHelper': '1.0', Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: 'Log': '1.0', Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: 'Network': '1.1', Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: 'Port': '1.7', Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: 'PortForwarding': '1.2', Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: 'QosPolicy': '1.9', Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: 'SecurityGroup': '1.4', Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: 'SecurityGroupRule': '1.2', Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: 'SubPort': '1.0', Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: 'Subnet': '1.1', Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: 'Trunk': '1.1'}} Sep 16 01:12:36.009452 dv-cinder-809305-1-iscsi neutron-server[94553]: {{(pid=94553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 01:12:36.017993 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Network af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:12:36.019732 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:12:36.022083 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:12:36.062261 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32201105-e2ad-4caf-8d75-90bcbeca3632 admin admin] Made reservation on behalf of a5fed02cb0f141b6abee4019fde49eb9 for: {'subnet': 1} {{(pid=94552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:12:36.064604 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-32201105-e2ad-4caf-8d75-90bcbeca3632 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:36.095960 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Attempting to bind port e89fa9d9-0702-442f-b07e-531e7b1c372a on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:12:36.096383 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Attempting to bind port e89fa9d9-0702-442f-b07e-531e7b1c372a by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': 'f9fadbf3-9944-44ef-8c9d-f0addf29d9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:12:36.096757 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Attempting to bind port e89fa9d9-0702-442f-b07e-531e7b1c372a on network af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:12:36.105178 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:12:36.106487 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Checking segment: {'id': 'f9fadbf3-9944-44ef-8c9d-f0addf29d9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:12:36.106772 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:36.107172 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Bound using segment: {'id': 'f9fadbf3-9944-44ef-8c9d-f0addf29d9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:12:36.107644 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Bound port: e89fa9d9-0702-442f-b07e-531e7b1c372a, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fadbf3-9944-44ef-8c9d-f0addf29d9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:12:36.108354 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:36.140561 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c585a9f9-184d-452c-be00-e184e9b8aad0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:36.145453 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debae732-dbdd-4eb0-941d-195e116740a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=94551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:12:36.175473 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-debae732-dbdd-4eb0-941d-195e116740a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:36.175815 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.db.segments_db [None req-debae732-dbdd-4eb0-941d-195e116740a5 admin admin] Added segment b7bc3130-609d-48b4-925c-6975ea20436c of type vlan for network 7e60f6a7-230c-465a-8807-d5e1e1529468 Sep 16 01:12:36.190825 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debae732-dbdd-4eb0-941d-195e116740a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594d9864-430d-4aeb-961a-380fb9870603,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:36.193604 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] For port e89fa9d9-0702-442f-b07e-531e7b1c372a, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:12:36.214539 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] For port e89fa9d9-0702-442f-b07e-531e7b1c372a, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=e89fa9d9-0702-442f-b07e-531e7b1c372a,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:12:36.228195 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-debae732-dbdd-4eb0-941d-195e116740a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752232308511'] for network, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:36.272440 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b10145-c5a4-441c-aa78-4be6b25d045d admin admin] Made reservation on behalf of 10cace252cef418d97bd20e5da344f82 for: {'subnet': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:12:36.277478 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-04b10145-c5a4-441c-aa78-4be6b25d045d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:36.461004 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:36.523378 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-32201105-e2ad-4caf-8d75-90bcbeca3632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for subnet, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:36.535389 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38831026-fca6-4924-8e51-9ca9d00851bb None None] Pushing event updated for resources: {'Port': ['ID=e89fa9d9-0702-442f-b07e-531e7b1c372a,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:36.556211 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-debae732-dbdd-4eb0-941d-195e116740a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for network, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:36.557191 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debae732-dbdd-4eb0-941d-195e116740a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:36.557778 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-debae732-dbdd-4eb0-941d-195e116740a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:36.577831 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d175b708-299c-492f-ac7c-7fb1766f1270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:36.606118 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32201105-e2ad-4caf-8d75-90bcbeca3632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73104c2c-ea93-4973-a7a3-2804cd4a4bd8,revision_number=0']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:36.611946 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32201105-e2ad-4caf-8d75-90bcbeca3632 admin admin] Checking segment: {'id': '577966aa-aa6c-46f5-a3af-da2e98332a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:12:36.612312 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32201105-e2ad-4caf-8d75-90bcbeca3632 admin admin] Network hostable DHCP agents. Network: a1408b60-ef31-4319-a765-bc8dbd3a5f15, hostable agents: ['8150fd10-5b69-4841-ab2e-29f8c66906c8'], hosted agents: [] {{(pid=94552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:12:36.679480 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d175b708-299c-492f-ac7c-7fb1766f1270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:36.693216 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debae732-dbdd-4eb0-941d-195e116740a5 admin admin] Pushing event updated for resources: {'Network': ['ID=7e60f6a7-230c-465a-8807-d5e1e1529468,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:36.703795 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Network 7e60f6a7-230c-465a-8807-d5e1e1529468 details requested by agent ovs-agent-dv-cinder-809305-1-iscsi with host dv-cinder-809305-1-iscsi {{(pid=94553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:12:36.748829 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d175b708-299c-492f-ac7c-7fb1766f1270 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=94551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:12:36.792463 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d175b708-299c-492f-ac7c-7fb1766f1270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:36.792822 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.db.segments_db [None req-d175b708-299c-492f-ac7c-7fb1766f1270 admin admin] Added segment 48b26a3e-6f21-40b3-a4f5-639c4a6056c5 of type vlan for network 71f35b47-080e-48ba-b98e-598a64e807a6 Sep 16 01:12:36.820050 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32201105-e2ad-4caf-8d75-90bcbeca3632 admin admin] Network a1408b60-ef31-4319-a765-bc8dbd3a5f15 is scheduled to be hosted by DHCP agent 8150fd10-5b69-4841-ab2e-29f8c66906c8 with binding_index 1 {{(pid=94552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:12:36.838516 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-04b10145-c5a4-441c-aa78-4be6b25d045d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for subnet, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:36.846863 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175b708-299c-492f-ac7c-7fb1766f1270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:36.881740 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-debae732-dbdd-4eb0-941d-195e116740a5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3949552 Sep 16 01:12:36.884542 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 59080) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:36.898199 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-4eb4afab-9736-42a7-a819-7925a2cecc79 admin admin] Request body: {'subnet': {'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-596942649-subnet', 'tenant_id': 'aa0682bc21654211a16e25c979b02bb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:36.920049 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d175b708-299c-492f-ac7c-7fb1766f1270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752232308511'] for network, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:36.922789 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.base_scheduler [None req-32201105-e2ad-4caf-8d75-90bcbeca3632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809305-1-iscsi, a1408b60-ef31-4319-a765-bc8dbd3a5f15) {{(pid=94552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:12:36.930295 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32201105-e2ad-4caf-8d75-90bcbeca3632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:36.930915 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-32201105-e2ad-4caf-8d75-90bcbeca3632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:36.931936 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76083d56-dd6b-495c-baed-060bf5d03672 None None] Network a1408b60-ef31-4319-a765-bc8dbd3a5f15 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:12:36.943508 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b10145-c5a4-441c-aa78-4be6b25d045d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2b28182-509e-40a7-9f0c-4caf47159d47,revision_number=0']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:36.954097 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c585a9f9-184d-452c-be00-e184e9b8aad0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:36.985204 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c585a9f9-184d-452c-be00-e184e9b8aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:37.031056 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb4afab-9736-42a7-a819-7925a2cecc79 admin admin] Made reservation on behalf of aa0682bc21654211a16e25c979b02bb3 for: {'subnet': 1} {{(pid=94552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:12:37.033661 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4eb4afab-9736-42a7-a819-7925a2cecc79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:37.080250 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 59090) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:37.191885 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d175b708-299c-492f-ac7c-7fb1766f1270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for network, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:37.197462 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d175b708-299c-492f-ac7c-7fb1766f1270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:37.197462 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d175b708-299c-492f-ac7c-7fb1766f1270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:37.208536 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 59096) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:37.213326 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-32201105-e2ad-4caf-8d75-90bcbeca3632 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5998707 Sep 16 01:12:37.214511 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e2cc1b-c343-4ced-8086-2f4585afebd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6907d297-5b82-550a-a14a-385e6c7ce062-a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'fixed_ips': [{'subnet_id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8'}]}} from dv-cinder-809305-1-iscsi. {{(pid=94553) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 01:12:37.215664 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-06e2cc1b-c343-4ced-8086-2f4585afebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:37.226656 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 59098) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:37.231426 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-14c23b2f-5d2f-42b0-acac-a734ee89d814 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1292488629-router', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:37.291809 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b10145-c5a4-441c-aa78-4be6b25d045d admin admin] Checking segment: {'id': 'e354059f-46d0-473b-8f05-17138a32432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ee254be0-3d84-4741-b0b4-d474508f7643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:12:37.292807 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b10145-c5a4-441c-aa78-4be6b25d045d admin admin] Network hostable DHCP agents. Network: ee254be0-3d84-4741-b0b4-d474508f7643, hostable agents: ['8150fd10-5b69-4841-ab2e-29f8c66906c8'], hosted agents: [] {{(pid=94551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:12:37.342405 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-14c23b2f-5d2f-42b0-acac-a734ee89d814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1185'] for router, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:37.348883 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-14c23b2f-5d2f-42b0-acac-a734ee89d814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1210'] for router, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:37.406328 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [None req-c585a9f9-184d-452c-be00-e184e9b8aad0 admin admin] Allocated IP 172.27.3.156 (04f57937-fa31-48b0-af0b-dafeb4e5696d/f10087fb-cc50-497f-84f8-0079589df3d7/89972a7b-3366-46f1-9d8d-99e25cab86f2) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:12:37.418790 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175b708-299c-492f-ac7c-7fb1766f1270 admin admin] Pushing event updated for resources: {'Network': ['ID=71f35b47-080e-48ba-b98e-598a64e807a6,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:37.437121 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-d175b708-299c-492f-ac7c-7fb1766f1270 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.0749943 Sep 16 01:12:37.437689 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd11c-e91c-4f3d-adcf-bee46d648f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:37.439489 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 59102) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:37.447851 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-3d0909a6-9b0a-458b-a281-f568624430c0 admin admin] Request body: {'subnet': {'network_id': '71f35b47-080e-48ba-b98e-598a64e807a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-561771277-subnet', 'tenant_id': 'accb97bf2c33416984d15cc196da922a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:37.463445 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-06e2cc1b-c343-4ced-8086-2f4585afebd8 None None] Allocated IP 172.20.0.2 (a1408b60-ef31-4319-a765-bc8dbd3a5f15/73104c2c-ea93-4973-a7a3-2804cd4a4bd8/0f4a76f1-2c26-4715-a232-99c2c5ef98c7) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:12:37.493189 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.db.api [None req-5a4bd11c-e91c-4f3d-adcf-bee46d648f67 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 01:12:37.493189 dv-cinder-809305-1-iscsi neutron-server[94551]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 01:12:37.493189 dv-cinder-809305-1-iscsi neutron-server[94551]: [parameters: {'project_id_1': 'e70717c108e048e79ee56450f039688f', 'expiration_1': datetime.datetime(2021, 9, 16, 1, 12, 17, 477354)}] Sep 16 01:12:37.493189 dv-cinder-809305-1-iscsi neutron-server[94551]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 01:12:37.493598 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG oslo_db.api [None req-5a4bd11c-e91c-4f3d-adcf-bee46d648f67 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 01:12:37.540346 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Network 71f35b47-080e-48ba-b98e-598a64e807a6 details requested by agent ovs-agent-dv-cinder-809305-1-iscsi with host dv-cinder-809305-1-iscsi {{(pid=94553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:12:37.546426 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b10145-c5a4-441c-aa78-4be6b25d045d admin admin] Network ee254be0-3d84-4741-b0b4-d474508f7643 is scheduled to be hosted by DHCP agent 8150fd10-5b69-4841-ab2e-29f8c66906c8 with binding_index 1 {{(pid=94551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:12:37.579973 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-14c23b2f-5d2f-42b0-acac-a734ee89d814 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:37.581476 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4eb4afab-9736-42a7-a819-7925a2cecc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for subnet, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:37.594142 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-65a984c0-80b4-4f21-82b7-cfa4f473e619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:37.602614 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c585a9f9-184d-452c-be00-e184e9b8aad0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:37.657516 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0909a6-9b0a-458b-a281-f568624430c0 admin admin] Made reservation on behalf of accb97bf2c33416984d15cc196da922a for: {'subnet': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:12:37.660715 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3d0909a6-9b0a-458b-a281-f568624430c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:37.662680 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-04b10145-c5a4-441c-aa78-4be6b25d045d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809305-1-iscsi, ee254be0-3d84-4741-b0b4-d474508f7643) {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:12:37.677953 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4afab-9736-42a7-a819-7925a2cecc79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e9856ef-070b-47ee-aa2f-818462902284,revision_number=0']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:37.677953 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb4afab-9736-42a7-a819-7925a2cecc79 admin admin] Checking segment: {'id': 'b7bc3130-609d-48b4-925c-6975ea20436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:12:37.677953 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb4afab-9736-42a7-a819-7925a2cecc79 admin admin] Network hostable DHCP agents. Network: 7e60f6a7-230c-465a-8807-d5e1e1529468, hostable agents: ['8150fd10-5b69-4841-ab2e-29f8c66906c8'], hosted agents: [] {{(pid=94552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:12:37.682594 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b10145-c5a4-441c-aa78-4be6b25d045d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:37.683208 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-04b10145-c5a4-441c-aa78-4be6b25d045d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:37.689563 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace1c651-9f90-439b-bbd1-e8ec15513101 None None] Network ee254be0-3d84-4741-b0b4-d474508f7643 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:12:37.774654 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3977fe0d-98d2-4e43-9e0b-4cbf6c18ef12 None None] Network af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:12:37.809541 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device e89fa9d9-0702-442f-b07e-531e7b1c372a up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:12:37.851032 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-06e2cc1b-c343-4ced-8086-2f4585afebd8 None None] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:37.873563 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb4afab-9736-42a7-a819-7925a2cecc79 admin admin] Network 7e60f6a7-230c-465a-8807-d5e1e1529468 is scheduled to be hosted by DHCP agent 8150fd10-5b69-4841-ab2e-29f8c66906c8 with binding_index 1 {{(pid=94552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:12:37.882726 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c585a9f9-184d-452c-be00-e184e9b8aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:37.886664 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.base_scheduler [None req-4eb4afab-9736-42a7-a819-7925a2cecc79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809305-1-iscsi, 7e60f6a7-230c-465a-8807-d5e1e1529468) {{(pid=94552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:12:37.891255 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb4afab-9736-42a7-a819-7925a2cecc79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:37.891875 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4eb4afab-9736-42a7-a819-7925a2cecc79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:37.936680 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279dbc98-259b-498e-a6cb-d509107c6a92 None None] Network 7e60f6a7-230c-465a-8807-d5e1e1529468 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:12:37.949141 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c585a9f9-184d-452c-be00-e184e9b8aad0 admin admin] Network 04f57937-fa31-48b0-af0b-dafeb4e5696d is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:12:37.956993 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-c585a9f9-184d-452c-be00-e184e9b8aad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:12:37.961081 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585a9f9-184d-452c-be00-e184e9b8aad0 admin admin] Pushing event updated for resources: {'Port': ['ID=89972a7b-3366-46f1-9d8d-99e25cab86f2,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:37.961898 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c585a9f9-184d-452c-be00-e184e9b8aad0 admin admin] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:12:37.965199 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-06e2cc1b-c343-4ced-8086-2f4585afebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:37.973642 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-14c23b2f-5d2f-42b0-acac-a734ee89d814 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:38.000515 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd11c-e91c-4f3d-adcf-bee46d648f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:38.007748 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-65a984c0-80b4-4f21-82b7-cfa4f473e619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:38.154759 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-65a984c0-80b4-4f21-82b7-cfa4f473e619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:38.166277 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-5adc646a-acaf-4393-9e2b-cfc788687230 None None] Provisioning complete for port e89fa9d9-0702-442f-b07e-531e7b1c372a triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:38.166653 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5adc646a-acaf-4393-9e2b-cfc788687230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:38.181203 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3d0909a6-9b0a-458b-a281-f568624430c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for subnet, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:38.189012 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4469a6d1-cb6b-4cd6-a7c5-b2f2220684fa None None] Network ee254be0-3d84-4741-b0b4-d474508f7643 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:12:38.218916 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-65a984c0-80b4-4f21-82b7-cfa4f473e619 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3ec50d808b5f40f1b382da567507de24&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0051312 Sep 16 01:12:38.218916 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 59118) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:38.220418 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e2cc1b-c343-4ced-8086-2f4585afebd8 None None] Network a1408b60-ef31-4319-a765-bc8dbd3a5f15 is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:12:38.255344 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0909a6-9b0a-458b-a281-f568624430c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fd27a1b-c4db-4383-9f27-5a0ae01e407a,revision_number=0']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:38.263612 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0909a6-9b0a-458b-a281-f568624430c0 admin admin] Checking segment: {'id': '48b26a3e-6f21-40b3-a4f5-639c4a6056c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71f35b47-080e-48ba-b98e-598a64e807a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:12:38.263888 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0909a6-9b0a-458b-a281-f568624430c0 admin admin] Network hostable DHCP agents. Network: 71f35b47-080e-48ba-b98e-598a64e807a6, hostable agents: ['8150fd10-5b69-4841-ab2e-29f8c66906c8'], hosted agents: [] {{(pid=94551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:12:38.268397 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-4eb4afab-9736-42a7-a819-7925a2cecc79 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3826389 Sep 16 01:12:38.269128 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a984c0-80b4-4f21-82b7-cfa4f473e619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ec587c-72d6-4be0-8278-eadc7c96e5b7,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:38.281411 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-04b10145-c5a4-441c-aa78-4be6b25d045d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8850079 Sep 16 01:12:38.328283 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-06e2cc1b-c343-4ced-8086-2f4585afebd8 None None] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:12:38.330539 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e2cc1b-c343-4ced-8086-2f4585afebd8 None None] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:12:38.383978 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0909a6-9b0a-458b-a281-f568624430c0 admin admin] Network 71f35b47-080e-48ba-b98e-598a64e807a6 is scheduled to be hosted by DHCP agent 8150fd10-5b69-4841-ab2e-29f8c66906c8 with binding_index 1 {{(pid=94551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:12:38.468835 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd11c-e91c-4f3d-adcf-bee46d648f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:38.469875 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c585a9f9-184d-452c-be00-e184e9b8aad0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:38.531051 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2cc1b-c343-4ced-8086-2f4585afebd8 None None] Pushing event updated for resources: {'Port': ['ID=0f4a76f1-2c26-4715-a232-99c2c5ef98c7,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:38.569506 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-30a3eca9-5579-4d58-885b-5a850acb6e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:38.595141 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port e89fa9d9-0702-442f-b07e-531e7b1c372a triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:38.595909 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:38.610931 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-3d0909a6-9b0a-458b-a281-f568624430c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809305-1-iscsi, 71f35b47-080e-48ba-b98e-598a64e807a6) {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:12:38.617651 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0909a6-9b0a-458b-a281-f568624430c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:38.618901 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3d0909a6-9b0a-458b-a281-f568624430c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:38.621382 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd11c-e91c-4f3d-adcf-bee46d648f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:38.636662 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-14c23b2f-5d2f-42b0-acac-a734ee89d814 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:38.654124 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f5736e-360b-433f-8827-c0a51893661b None None] Network 71f35b47-080e-48ba-b98e-598a64e807a6 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:12:38.663690 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-06e2cc1b-c343-4ced-8086-2f4585afebd8 None None] Attempting to bind port 0f4a76f1-2c26-4715-a232-99c2c5ef98c7 on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:12:38.666129 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-06e2cc1b-c343-4ced-8086-2f4585afebd8 None None] Attempting to bind port 0f4a76f1-2c26-4715-a232-99c2c5ef98c7 by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': '577966aa-aa6c-46f5-a3af-da2e98332a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:12:38.666129 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e2cc1b-c343-4ced-8086-2f4585afebd8 None None] Attempting to bind port 0f4a76f1-2c26-4715-a232-99c2c5ef98c7 on network a1408b60-ef31-4319-a765-bc8dbd3a5f15 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:12:38.671489 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-30a3eca9-5579-4d58-885b-5a850acb6e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:38.674074 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-14c23b2f-5d2f-42b0-acac-a734ee89d814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:38.695979 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4bd11c-e91c-4f3d-adcf-bee46d648f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18cd985-7bf2-4434-b463-58669e7407f5,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:38.728960 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-5a4bd11c-e91c-4f3d-adcf-bee46d648f67 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e70717c108e048e79ee56450f039688f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6448350 Sep 16 01:12:38.731720 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 59140) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:38.744707 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e2cc1b-c343-4ced-8086-2f4585afebd8 None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:12:38.745977 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e2cc1b-c343-4ced-8086-2f4585afebd8 None None] Checking segment: {'id': '577966aa-aa6c-46f5-a3af-da2e98332a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:12:38.746325 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-06e2cc1b-c343-4ced-8086-2f4585afebd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:38.747043 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e2cc1b-c343-4ced-8086-2f4585afebd8 None None] Bound using segment: {'id': '577966aa-aa6c-46f5-a3af-da2e98332a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:12:38.747813 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-06e2cc1b-c343-4ced-8086-2f4585afebd8 None None] Bound port: 0f4a76f1-2c26-4715-a232-99c2c5ef98c7, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577966aa-aa6c-46f5-a3af-da2e98332a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:12:38.749056 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-06e2cc1b-c343-4ced-8086-2f4585afebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:38.826997 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-978466d0-6e9a-4884-999f-3916e9773347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:38.838960 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-3d0909a6-9b0a-458b-a281-f568624430c0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3976755 Sep 16 01:12:38.839680 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 59142) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:38.847679 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-587f2f32-b7a4-483d-a11f-8ce6ffe0b818 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-561771277-router', 'tenant_id': 'accb97bf2c33416984d15cc196da922a', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:38.903550 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-978466d0-6e9a-4884-999f-3916e9773347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:38.911952 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c585a9f9-184d-452c-be00-e184e9b8aad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530242'] for router, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:38.935619 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7874219a-3bb0-49d1-ad25-20b74468b457 None None] Network 7e60f6a7-230c-465a-8807-d5e1e1529468 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:12:38.978596 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.db_base_plugin_common [None req-14c23b2f-5d2f-42b0-acac-a734ee89d814 admin admin] Allocated IP 172.27.3.104 (04f57937-fa31-48b0-af0b-dafeb4e5696d/f10087fb-cc50-497f-84f8-0079589df3d7/df2eae8b-e932-4bbd-bb98-6bdbf78907ce) {{(pid=94552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:12:38.996500 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-30a3eca9-5579-4d58-885b-5a850acb6e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:39.003603 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-30a3eca9-5579-4d58-885b-5a850acb6e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:39.006785 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-30a3eca9-5579-4d58-885b-5a850acb6e66 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f9ec587c-72d6-4be0-8278-eadc7c96e5b7 HTTP/1.1" status: 204 len: 168 time: 0.7852852 Sep 16 01:12:39.018466 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5adc646a-acaf-4393-9e2b-cfc788687230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:39.020628 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 59160) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:39.032085 dv-cinder-809305-1-iscsi neutron-server[94552]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 01:12:39.043773 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-587f2f32-b7a4-483d-a11f-8ce6ffe0b818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1185'] for router, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:39.045364 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-587f2f32-b7a4-483d-a11f-8ce6ffe0b818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1210'] for router, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:39.108592 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 59176) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:39.117707 dv-cinder-809305-1-iscsi neutron-server[94551]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 01:12:39.118954 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3eca9-5579-4d58-885b-5a850acb6e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ec587c-72d6-4be0-8278-eadc7c96e5b7,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:39.270503 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-06e2cc1b-c343-4ced-8086-2f4585afebd8 None None] For port 0f4a76f1-2c26-4715-a232-99c2c5ef98c7, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:12:39.288956 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-5adc646a-acaf-4393-9e2b-cfc788687230 None None] For port e89fa9d9-0702-442f-b07e-531e7b1c372a, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=e89fa9d9-0702-442f-b07e-531e7b1c372a,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:12:39.305078 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:39.323849 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-06e2cc1b-c343-4ced-8086-2f4585afebd8 None None] For port 0f4a76f1-2c26-4715-a232-99c2c5ef98c7, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=0f4a76f1-2c26-4715-a232-99c2c5ef98c7,segment=NetworkSegment(577966aa-aa6c-46f5-a3af-da2e98332a54),segment_id=577966aa-aa6c-46f5-a3af-da2e98332a54)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:12:39.329623 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70c7f0a-5215-4e9b-8d40-191e0f769a3c None None] Network 71f35b47-080e-48ba-b98e-598a64e807a6 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:12:39.329775 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-587f2f32-b7a4-483d-a11f-8ce6ffe0b818 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:39.345825 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c585a9f9-184d-452c-be00-e184e9b8aad0 admin admin] Router 610be033-adb2-414c-a17f-bd2c320f4d72 is scheduled to L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 with binding_index 1 {{(pid=94551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 01:12:39.394521 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5adc646a-acaf-4393-9e2b-cfc788687230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:39.487985 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-2e9dca39-167e-4bae-b93d-ec9e44925e94 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:39.493656 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-06e2cc1b-c343-4ced-8086-2f4585afebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:39.495416 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-2e9dca39-167e-4bae-b93d-ec9e44925e94 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/networks?id=ee254be0-3d84-4741-b0b4-d474508f7643 HTTP/1.1" status: 200 len: 811 time: 0.3794050 Sep 16 01:12:39.510523 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad972389-8276-4803-ae1f-efae4300974b req-fda0439c-1407-4bc1-9d8f-91fd1f7ff2af tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:39.512122 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ad972389-8276-4803-ae1f-efae4300974b req-fda0439c-1407-4bc1-9d8f-91fd1f7ff2af tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/networks?id=7e60f6a7-230c-465a-8807-d5e1e1529468 HTTP/1.1" status: 200 len: 814 time: 0.4851396 Sep 16 01:12:39.550959 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-14c23b2f-5d2f-42b0-acac-a734ee89d814 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:39.553658 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ad972389-8276-4803-ae1f-efae4300974b req-237afb3e-27a4-4851-a242-38bd917ea552 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/quotas/aa0682bc21654211a16e25c979b02bb3 HTTP/1.1" status: 200 len: 375 time: 0.0284193 Sep 16 01:12:39.554297 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.db.api [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 01:12:39.554776 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG oslo_db.api [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 01:12:39.573888 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-8137404b-c6bd-49cf-8dbf-743dc2013c59 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/quotas/10cace252cef418d97bd20e5da344f82 HTTP/1.1" status: 200 len: 375 time: 0.0775907 Sep 16 01:12:39.579012 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc646a-acaf-4393-9e2b-cfc788687230 None None] Pushing event updated for resources: {'Port': ['ID=e89fa9d9-0702-442f-b07e-531e7b1c372a,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:39.590104 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-87048e08-151c-4a56-9454-bf54ad827ab2 None None] Provisioning complete for port e89fa9d9-0702-442f-b07e-531e7b1c372a triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:39.591054 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-87048e08-151c-4a56-9454-bf54ad827ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:39.625094 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-978466d0-6e9a-4884-999f-3916e9773347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:39.627751 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-978466d0-6e9a-4884-999f-3916e9773347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:39.631298 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-978466d0-6e9a-4884-999f-3916e9773347 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a18cd985-7bf2-4434-b463-58669e7407f5 HTTP/1.1" status: 204 len: 168 time: 0.8962686 Sep 16 01:12:39.732275 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ad972389-8276-4803-ae1f-efae4300974b req-c5351673-7dc0-4f3a-bb2c-af57487b2570 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aa0682bc21654211a16e25c979b02bb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905080 Sep 16 01:12:39.734178 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-14c23b2f-5d2f-42b0-acac-a734ee89d814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:39.745275 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978466d0-6e9a-4884-999f-3916e9773347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18cd985-7bf2-4434-b463-58669e7407f5,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:39.747784 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2cc1b-c343-4ced-8086-2f4585afebd8 None None] Pushing event updated for resources: {'Port': ['ID=0f4a76f1-2c26-4715-a232-99c2c5ef98c7,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:39.749373 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-cf02af5a-4f47-4794-8078-4ceb2229afda tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=10cace252cef418d97bd20e5da344f82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1256366 Sep 16 01:12:39.790367 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-587f2f32-b7a4-483d-a11f-8ce6ffe0b818 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:39.942722 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c23b2f-5d2f-42b0-acac-a734ee89d814 admin admin] Network 04f57937-fa31-48b0-af0b-dafeb4e5696d is already hosted by enough agents. {{(pid=94552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:12:39.942722 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.base_scheduler [None req-14c23b2f-5d2f-42b0-acac-a734ee89d814 admin admin] Resources bound (agent type, host, resource id): {{(pid=94552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:12:39.944044 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c585a9f9-184d-452c-be00-e184e9b8aad0 admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:12:39.944236 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c23b2f-5d2f-42b0-acac-a734ee89d814 admin admin] Received port after_create {{(pid=94552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:12:39.944848 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] Sync routers for ids ['610be033-adb2-414c-a17f-bd2c320f4d72'] in dv-cinder-809305-1-iscsi {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:12:39.944848 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] Routers {'610be033-adb2-414c-a17f-bd2c320f4d72'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:12:39.944848 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:12:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['610be033-adb2-414c-a17f-bd2c320f4d72'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:12:39.945394 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c23b2f-5d2f-42b0-acac-a734ee89d814 admin admin] Pushing event updated for resources: {'Port': ['ID=df2eae8b-e932-4bbd-bb98-6bdbf78907ce,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:40.034737 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] Set router 610be033-adb2-414c-a17f-bd2c320f4d72 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:12:40.115759 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c585a9f9-184d-452c-be00-e184e9b8aad0 admin admin] Notify callbacks [] for router, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:40.120404 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-c585a9f9-184d-452c-be00-e184e9b8aad0 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6284389 Sep 16 01:12:40.120657 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 59200) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:40.246908 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'name': 'tempest-AttachVolumeShelveTestJSON-1029342163-router', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:35Z', 'updated_at': '2021-09-16T01:12:38Z', 'revision_number': 3, 'project_id': '99833be108654994aac6dcf7cf390340', 'gw_port': {'id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:36Z', 'updated_at': '2021-09-16T01:12:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:12:40.294893 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] Checking router: 610be033-adb2-414c-a17f-bd2c320f4d72 for host: dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:12:40.294893 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] Updating router 610be033-adb2-414c-a17f-bd2c320f4d72 port 89972a7b-3366-46f1-9d8d-99e25cab86f2 binding host dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:12:40.345115 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:40.356382 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device e89fa9d9-0702-442f-b07e-531e7b1c372a up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:12:40.397884 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-14c23b2f-5d2f-42b0-acac-a734ee89d814 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:40.458450 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port e89fa9d9-0702-442f-b07e-531e7b1c372a triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:40.459008 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:40.635383 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 0f4a76f1-2c26-4715-a232-99c2c5ef98c7 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:12:40.749343 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 0f4a76f1-2c26-4715-a232-99c2c5ef98c7 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:40.749343 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:40.769611 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [req-ad972389-8276-4803-ae1f-efae4300974b req-9961d4d8-af15-4738-8f59-34bc8d86397e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 01:12:40.778114 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ad972389-8276-4803-ae1f-efae4300974b req-9961d4d8-af15-4738-8f59-34bc8d86397e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1298862 Sep 16 01:12:40.796149 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] Notify callbacks [] for port, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:40.916100 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-fd7d7577-5717-448a-a6fe-fb1f5d757f23 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 01:12:40.916100 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-fd7d7577-5717-448a-a6fe-fb1f5d757f23 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2109163 Sep 16 01:12:40.916699 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:40.957225 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] For port 0f4a76f1-2c26-4715-a232-99c2c5ef98c7, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=0f4a76f1-2c26-4715-a232-99c2c5ef98c7,segment=NetworkSegment(577966aa-aa6c-46f5-a3af-da2e98332a54),segment_id=577966aa-aa6c-46f5-a3af-da2e98332a54)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:12:40.961317 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-14c23b2f-5d2f-42b0-acac-a734ee89d814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530242'] for router, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:40.972636 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ad972389-8276-4803-ae1f-efae4300974b req-43926a5e-57c8-4ff7-b859-82ea071a7c4e service neutron] 10.222.0.22 "GET /v2.0/networks/7e60f6a7-230c-465a-8807-d5e1e1529468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934826 Sep 16 01:12:41.008295 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff8ede7-71da-4e8d-88ad-2345203cff27 None None] Network a1408b60-ef31-4319-a765-bc8dbd3a5f15 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:12:41.009153 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:41.078418 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb70e95-dfe1-4460-8198-43a1979d7d51 None None] Pushing event updated for resources: {'Port': ['ID=89972a7b-3366-46f1-9d8d-99e25cab86f2,revision_number=2']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:41.090202 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-587f2f32-b7a4-483d-a11f-8ce6ffe0b818 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:41.110649 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb70e95-dfe1-4460-8198-43a1979d7d51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:41.111306 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb70e95-dfe1-4460-8198-43a1979d7d51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:41.112106 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb70e95-dfe1-4460-8198-43a1979d7d51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:41.112814 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb70e95-dfe1-4460-8198-43a1979d7d51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:41.113603 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb70e95-dfe1-4460-8198-43a1979d7d51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:41.113859 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb70e95-dfe1-4460-8198-43a1979d7d51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:41.114296 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb70e95-dfe1-4460-8198-43a1979d7d51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:41.115092 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb70e95-dfe1-4460-8198-43a1979d7d51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:41.115467 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb70e95-dfe1-4460-8198-43a1979d7d51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:41.116959 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb70e95-dfe1-4460-8198-43a1979d7d51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:41.117272 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb70e95-dfe1-4460-8198-43a1979d7d51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:41.117720 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb70e95-dfe1-4460-8198-43a1979d7d51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:12:41.117960 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-587f2f32-b7a4-483d-a11f-8ce6ffe0b818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb70e95-dfe1-4460-8198-43a1979d7d51 None None] Tracked resource versions report: Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: pushed versions: Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: { 'AddressGroup': {'1.2'}, Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: 'ConntrackHelper': {'1.0'}, Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: 'Log': {'1.0'}, Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: 'Network': {'1.1'}, Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: 'Port': {'1.7'}, Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: 'PortForwarding': {'1.2'}, Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: 'QosPolicy': {'1.9'}, Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: 'SecurityGroup': {'1.4'}, Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: 'SecurityGroupRule': {'1.2'}, Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: 'SubPort': {'1.0'}, Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: 'Subnet': {'1.1'}, Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: 'Trunk': {'1.1'}} Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: consumer versions: Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: { DHCP agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: HyperV agent@hv-cinder-80930: {}, Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: L3 agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: Metadata agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: Metering agent@dv-cinder-809305-1-iscsi: {}, Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: Open vSwitch agent@dv-cinder-809305-1-iscsi: { 'AddressGroup': '1.2', Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: 'ConntrackHelper': '1.0', Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: 'Log': '1.0', Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: 'Network': '1.1', Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: 'Port': '1.7', Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: 'PortForwarding': '1.2', Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: 'QosPolicy': '1.9', Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: 'SecurityGroup': '1.4', Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: 'SecurityGroupRule': '1.2', Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: 'SubPort': '1.0', Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: 'Subnet': '1.1', Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: 'Trunk': '1.1'}} Sep 16 01:12:41.119282 dv-cinder-809305-1-iscsi neutron-server[94554]: {{(pid=94554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 01:12:41.143070 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] Attempting to bind port 89972a7b-3366-46f1-9d8d-99e25cab86f2 on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:12:41.143070 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] Attempting to bind port 89972a7b-3366-46f1-9d8d-99e25cab86f2 by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:12:41.143070 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] Attempting to bind port 89972a7b-3366-46f1-9d8d-99e25cab86f2 on network 04f57937-fa31-48b0-af0b-dafeb4e5696d {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:12:41.152756 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:12:41.153158 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] Checking segment: {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:12:41.153571 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:41.153965 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] Bound using segment: {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:12:41.154419 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 59216) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:41.154539 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] Bound port: 89972a7b-3366-46f1-9d8d-99e25cab86f2, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:12:41.154840 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:41.195746 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-802f9fb6-6f4e-48e3-9da9-21f0cb24ecf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:41.219808 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ad972389-8276-4803-ae1f-efae4300974b req-19fd2c15-4a9d-462d-b4fd-292ebb7524d2 service neutron] 10.222.0.22 "GET /v2.0/networks/7e60f6a7-230c-465a-8807-d5e1e1529468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084541 Sep 16 01:12:41.233589 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-8dcc5c3e-473b-4b79-b90f-8dcf34e596d9 service neutron] 10.222.0.22 "GET /v2.0/networks/ee254be0-3d84-4741-b0b4-d474508f7643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912247 Sep 16 01:12:41.264025 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] For port 89972a7b-3366-46f1-9d8d-99e25cab86f2, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:12:41.267594 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] For port 89972a7b-3366-46f1-9d8d-99e25cab86f2, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=89972a7b-3366-46f1-9d8d-99e25cab86f2,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:12:41.381101 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:41.397561 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:41.444026 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [None req-587f2f32-b7a4-483d-a11f-8ce6ffe0b818 admin admin] Allocated IP 172.27.3.28 (04f57937-fa31-48b0-af0b-dafeb4e5696d/f10087fb-cc50-497f-84f8-0079589df3d7/88de70e1-a96f-4822-973a-b75611156115) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:12:41.467141 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a9e992e7-455e-416a-a96d-2211fbad3eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:41.476390 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-23e9e9c0-602c-4c5c-a5c8-53c0cf817abe service neutron] 10.222.0.22 "GET /v2.0/networks/ee254be0-3d84-4741-b0b4-d474508f7643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261701 Sep 16 01:12:41.519547 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-802f9fb6-6f4e-48e3-9da9-21f0cb24ecf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:41.521230 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c23b2f-5d2f-42b0-acac-a734ee89d814 admin admin] Router 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 is scheduled to L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 with binding_index 1 {{(pid=94552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 01:12:41.578716 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb70e95-dfe1-4460-8198-43a1979d7d51 None None] Pushing event updated for resources: {'Port': ['ID=89972a7b-3366-46f1-9d8d-99e25cab86f2,revision_number=3']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:41.578991 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] Routers {'610be033-adb2-414c-a17f-bd2c320f4d72'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:12:41.581746 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:12:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['610be033-adb2-414c-a17f-bd2c320f4d72'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:12:41.584671 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-27978e5b-62c7-4c77-a5e5-daba3340e7a1 None None] Provisioning complete for port 0f4a76f1-2c26-4715-a232-99c2c5ef98c7 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:41.587833 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-27978e5b-62c7-4c77-a5e5-daba3340e7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:41.664655 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-587f2f32-b7a4-483d-a11f-8ce6ffe0b818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:41.684641 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-802f9fb6-6f4e-48e3-9da9-21f0cb24ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:41.701032 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Pushing event updated for resources: {'Port': ['ID=0f4a76f1-2c26-4715-a232-99c2c5ef98c7,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:41.734296 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [None req-a9e992e7-455e-416a-a96d-2211fbad3eda admin admin] Allocated IP 172.20.0.1 (af81d94a-20b1-4ba8-a98d-d3a37cd2fe53/4795dce4-579a-4783-9e42-b5fb1cdac969/552ded5c-5566-4b71-a365-8b3d6f6ebedb) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:12:41.865530 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] Set router 610be033-adb2-414c-a17f-bd2c320f4d72 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:12:41.895695 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-587f2f32-b7a4-483d-a11f-8ce6ffe0b818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:41.928350 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-802f9fb6-6f4e-48e3-9da9-21f0cb24ecf8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=247f2b203161434885903da2fc7db54a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7703776 Sep 16 01:12:41.929927 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 59236) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:41.934870 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f9fb6-6f4e-48e3-9da9-21f0cb24ecf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c98bfe1-80bd-4a0c-afda-5965c3ac7fd1,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:41.994532 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587f2f32-b7a4-483d-a11f-8ce6ffe0b818 admin admin] Network 04f57937-fa31-48b0-af0b-dafeb4e5696d is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:12:42.017771 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-587f2f32-b7a4-483d-a11f-8ce6ffe0b818 admin admin] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:12:42.023620 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587f2f32-b7a4-483d-a11f-8ce6ffe0b818 admin admin] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:12:42.069671 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f2f32-b7a4-483d-a11f-8ce6ffe0b818 admin admin] Pushing event updated for resources: {'Port': ['ID=88de70e1-a96f-4822-973a-b75611156115,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:42.082469 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a7d268f5-2647-4c65-8793-fab775113f36 req-7d5d3b43-16ea-4b64-bf91-176fcce8130c tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 210 time: 0.0722041 Sep 16 01:12:42.091802 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a9e992e7-455e-416a-a96d-2211fbad3eda admin admin] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:42.122414 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c23b2f-5d2f-42b0-acac-a734ee89d814 admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:12:42.136757 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] Sync routers for ids ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:12:42.156098 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] Routers {'7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:12:42.157261 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:12:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:12:42.290184 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed44f-2f8d-41e0-a5d2-9f99ef2d7124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:42.293130 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ab3f5275-058a-4878-99ef-e6ad8199f620 req-38451cc1-480e-4d49-b3a5-564eac49674a tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 210 time: 0.1063993 Sep 16 01:12:42.322604 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 0f4a76f1-2c26-4715-a232-99c2c5ef98c7 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:12:42.326643 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed44f-2f8d-41e0-a5d2-9f99ef2d7124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:42.339782 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-14c23b2f-5d2f-42b0-acac-a734ee89d814 admin admin] Notify callbacks [] for router, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:42.341077 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-14c23b2f-5d2f-42b0-acac-a734ee89d814 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1134424 Sep 16 01:12:42.344308 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 59266) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:42.439199 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'name': 'tempest-AttachVolumeShelveTestJSON-1029342163-router', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:35Z', 'updated_at': '2021-09-16T01:12:38Z', 'revision_number': 3, 'project_id': '99833be108654994aac6dcf7cf390340', 'gw_port': {'id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:36Z', 'updated_at': '2021-09-16T01:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:12:42.495229 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051e6973-2b10-4a27-aaae-3b812deef05a None None] The sync data for ids ['610be033-adb2-414c-a17f-bd2c320f4d72'] in dv-cinder-809305-1-iscsi is: [{'id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'name': 'tempest-AttachVolumeShelveTestJSON-1029342163-router', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:35Z', 'updated_at': '2021-09-16T01:12:38Z', 'revision_number': 3, 'project_id': '99833be108654994aac6dcf7cf390340', 'gw_port': {'id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:36Z', 'updated_at': '2021-09-16T01:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}] {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:12:42.551441 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-ed2975ab-dcff-4071-814b-81eb964c6af7 None None] Provisioning complete for port 0f4a76f1-2c26-4715-a232-99c2c5ef98c7 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:42.552405 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ed2975ab-dcff-4071-814b-81eb964c6af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:42.657938 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] Set router 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:12:42.661349 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a9e992e7-455e-416a-a96d-2211fbad3eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:42.753335 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 0f4a76f1-2c26-4715-a232-99c2c5ef98c7 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:42.754410 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:42.767916 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed44f-2f8d-41e0-a5d2-9f99ef2d7124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:42.777642 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed44f-2f8d-41e0-a5d2-9f99ef2d7124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:42.777642 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-7a7ed44f-2f8d-41e0-a5d2-9f99ef2d7124 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1c98bfe1-80bd-4a0c-afda-5965c3ac7fd1 HTTP/1.1" status: 204 len: 168 time: 0.8257561 Sep 16 01:12:42.798737 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e992e7-455e-416a-a96d-2211fbad3eda admin admin] Network af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:12:42.805003 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ed44f-2f8d-41e0-a5d2-9f99ef2d7124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c98bfe1-80bd-4a0c-afda-5965c3ac7fd1,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:42.863908 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-a9e992e7-455e-416a-a96d-2211fbad3eda admin admin] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:12:42.868460 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e992e7-455e-416a-a96d-2211fbad3eda admin admin] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:12:42.870115 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a9e992e7-455e-416a-a96d-2211fbad3eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530325'] for router_interface, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:42.952583 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e992e7-455e-416a-a96d-2211fbad3eda admin admin] Pushing event updated for resources: {'Port': ['ID=552ded5c-5566-4b71-a365-8b3d6f6ebedb,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:43.325583 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-587f2f32-b7a4-483d-a11f-8ce6ffe0b818 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:43.437263 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8cf99979-11fd-468f-b494-f79521e46437 req-184003f3-e1dd-48cd-9bbc-b9fc212f0aa8 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 210 time: 0.1431429 Sep 16 01:12:43.605542 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-0043207a-1a27-4b51-ad9e-beed07b97128 None None] Provisioning complete for port 552ded5c-5566-4b71-a365-8b3d6f6ebedb triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:43.606077 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0043207a-1a27-4b51-ad9e-beed07b97128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:43.659480 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e9ab839d-ec94-4420-9e57-235cf3b62cb2 req-9c3a9c4d-4ce1-4a4e-9d51-3b5e1f457a1d tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 210 time: 0.1766963 Sep 16 01:12:43.690464 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-f9e9e29c-3090-451e-ad3c-11bf4f275606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:43.736704 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:12:43.749363 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'name': 'tempest-AttachVolumeTestJSON-1292488629-router', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:37Z', 'updated_at': '2021-09-16T01:12:40Z', 'revision_number': 3, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'gw_port': {'id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:38Z', 'updated_at': '2021-09-16T01:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:12:43.830630 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-0043207a-1a27-4b51-ad9e-beed07b97128 None None] Port 552ded5c-5566-4b71-a365-8b3d6f6ebedb cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:12:43.835453 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] Checking router: 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:12:43.836586 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] Updating router 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 port df2eae8b-e932-4bbd-bb98-6bdbf78907ce binding host dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:12:43.871699 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:44.016297 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-587f2f32-b7a4-483d-a11f-8ce6ffe0b818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530242'] for router, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:44.070400 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 59340) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:44.227990 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a9e992e7-455e-416a-a96d-2211fbad3eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:44.329236 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 89972a7b-3366-46f1-9d8d-99e25cab86f2 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:12:44.333833 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7c1c57fc-ed6f-440e-83b9-7b43fe2acdb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:44.370754 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.db_base_plugin_common [None req-f9e9e29c-3090-451e-ad3c-11bf4f275606 admin admin] Allocated IP 172.20.0.1 (a1408b60-ef31-4319-a765-bc8dbd3a5f15/73104c2c-ea93-4973-a7a3-2804cd4a4bd8/21a2d595-8a33-4cbd-b50a-312ac972cbb3) {{(pid=94552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:12:44.465609 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:44.508658 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 89972a7b-3366-46f1-9d8d-99e25cab86f2 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:44.510241 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:44.560349 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-f9e9e29c-3090-451e-ad3c-11bf4f275606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:44.565408 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b7ce59c1-7f86-4278-b661-8c6d83f4526c req-b82c600b-8f12-43ed-8054-3ba0ccc58801 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 210 time: 0.0398078 Sep 16 01:12:44.585611 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a9e992e7-455e-416a-a96d-2211fbad3eda admin admin] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:44.597192 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7c1c57fc-ed6f-440e-83b9-7b43fe2acdb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:44.605339 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:44.637449 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587f2f32-b7a4-483d-a11f-8ce6ffe0b818 admin admin] Router 0e933fb2-7854-4227-a450-a6cebd71ac5c is scheduled to L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 with binding_index 1 {{(pid=94551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 01:12:44.678179 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:44.709282 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c1791-a383-4267-9435-e74238f224d9 None None] Pushing event updated for resources: {'Port': ['ID=df2eae8b-e932-4bbd-bb98-6bdbf78907ce,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:44.721663 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] Attempting to bind port df2eae8b-e932-4bbd-bb98-6bdbf78907ce on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:12:44.721980 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] Attempting to bind port df2eae8b-e932-4bbd-bb98-6bdbf78907ce by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:12:44.722354 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] Attempting to bind port df2eae8b-e932-4bbd-bb98-6bdbf78907ce on network 04f57937-fa31-48b0-af0b-dafeb4e5696d {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:12:44.723476 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7c1c57fc-ed6f-440e-83b9-7b43fe2acdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:44.726350 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] For port 89972a7b-3366-46f1-9d8d-99e25cab86f2, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=89972a7b-3366-46f1-9d8d-99e25cab86f2,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:12:44.733413 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:12:44.733413 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] Checking segment: {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:12:44.733413 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:44.733413 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] Bound using segment: {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:12:44.733413 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] Bound port: df2eae8b-e932-4bbd-bb98-6bdbf78907ce, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:12:44.733988 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:44.736863 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a9e992e7-455e-416a-a96d-2211fbad3eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:44.738738 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a9e992e7-455e-416a-a96d-2211fbad3eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529669'] for router_interface, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:44.796094 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-f9e9e29c-3090-451e-ad3c-11bf4f275606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:44.811921 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] For port df2eae8b-e932-4bbd-bb98-6bdbf78907ce, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:12:44.815363 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] For port df2eae8b-e932-4bbd-bb98-6bdbf78907ce, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=df2eae8b-e932-4bbd-bb98-6bdbf78907ce,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:12:44.831068 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:44.864551 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8dd30b55-9af9-457e-bbbd-ace448ec86c8 req-5a61b592-86fe-4d59-b560-668ea5a15dde tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 210 time: 0.0871513 Sep 16 01:12:44.886583 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Pushing event updated for resources: {'Port': ['ID=89972a7b-3366-46f1-9d8d-99e25cab86f2,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:44.895587 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c57fc-ed6f-440e-83b9-7b43fe2acdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76d93c9-b5ee-4ef1-901d-4e3a64e32561,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:44.901909 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-7c1c57fc-ed6f-440e-83b9-7b43fe2acdb6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=62a5e2ca907441e39a25955f302049f3&name=default HTTP/1.1" status: 200 len: 2976 time: 0.8239076 Sep 16 01:12:44.904927 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e992e7-455e-416a-a96d-2211fbad3eda admin admin] Pushing event updated for resources: {'Port': ['ID=552ded5c-5566-4b71-a365-8b3d6f6ebedb,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:44.906159 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 59368) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:44.922723 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e9e29c-3090-451e-ad3c-11bf4f275606 admin admin] Network a1408b60-ef31-4319-a765-bc8dbd3a5f15 is already hosted by enough agents. {{(pid=94552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:12:44.929660 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:44.954755 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.base_scheduler [None req-f9e9e29c-3090-451e-ad3c-11bf4f275606 admin admin] Resources bound (agent type, host, resource id): {{(pid=94552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:12:44.967308 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e9e29c-3090-451e-ad3c-11bf4f275606 admin admin] Received port after_create {{(pid=94552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:12:44.969106 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-f9e9e29c-3090-451e-ad3c-11bf4f275606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530325'] for router_interface, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:44.996540 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587f2f32-b7a4-483d-a11f-8ce6ffe0b818 admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:12:45.007699 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] Routers {'7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:12:45.008070 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] Sync routers for ids ['0e933fb2-7854-4227-a450-a6cebd71ac5c'] in dv-cinder-809305-1-iscsi {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:12:45.008599 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:12:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:12:45.097380 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] Routers {'0e933fb2-7854-4227-a450-a6cebd71ac5c'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:12:45.097380 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:12:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['0e933fb2-7854-4227-a450-a6cebd71ac5c'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:12:45.098505 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9e29c-3090-451e-ad3c-11bf4f275606 admin admin] Pushing event updated for resources: {'Port': ['ID=21a2d595-8a33-4cbd-b50a-312ac972cbb3,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:45.098615 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e992e7-455e-416a-a96d-2211fbad3eda admin admin] Network af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:12:45.098615 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-a9e992e7-455e-416a-a96d-2211fbad3eda admin admin] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:12:45.170672 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b3c18afb-f9c7-415e-879a-b5de208ce2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:45.191616 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-587f2f32-b7a4-483d-a11f-8ce6ffe0b818 admin admin] Notify callbacks [] for router, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:45.192847 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-587f2f32-b7a4-483d-a11f-8ce6ffe0b818 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3487792 Sep 16 01:12:45.199995 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 59374) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:45.203973 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b3c18afb-f9c7-415e-879a-b5de208ce2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:45.295913 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] Set router 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:12:45.430342 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c1791-a383-4267-9435-e74238f224d9 None None] Pushing event updated for resources: {'Port': ['ID=df2eae8b-e932-4bbd-bb98-6bdbf78907ce,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:45.443451 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] Set router 0e933fb2-7854-4227-a450-a6cebd71ac5c gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:12:45.628455 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-4169f6a1-7965-4d2f-899e-472ff4d24f66 None None] Provisioning complete for port 21a2d595-8a33-4cbd-b50a-312ac972cbb3 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:45.628923 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4169f6a1-7965-4d2f-899e-472ff4d24f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:45.672999 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b3c18afb-f9c7-415e-879a-b5de208ce2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:45.675732 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b3c18afb-f9c7-415e-879a-b5de208ce2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:45.686721 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-b3c18afb-f9c7-415e-879a-b5de208ce2e5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e76d93c9-b5ee-4ef1-901d-4e3a64e32561 HTTP/1.1" status: 204 len: 168 time: 0.7770870 Sep 16 01:12:45.741666 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-4169f6a1-7965-4d2f-899e-472ff4d24f66 None None] Port 21a2d595-8a33-4cbd-b50a-312ac972cbb3 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:12:45.763278 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c18afb-f9c7-415e-879a-b5de208ce2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76d93c9-b5ee-4ef1-901d-4e3a64e32561,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:45.793329 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'name': 'tempest-AttachVolumeTestJSON-1292488629-router', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:37Z', 'updated_at': '2021-09-16T01:12:40Z', 'revision_number': 3, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'gw_port': {'id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:38Z', 'updated_at': '2021-09-16T01:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:12:45.801157 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e992e7-455e-416a-a96d-2211fbad3eda admin admin] Router 610be033-adb2-414c-a17f-bd2c320f4d72 has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:12:45.810936 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e933fb2-7854-4227-a450-a6cebd71ac5c', 'name': 'tempest-ServerRescueNegativeTestJSON-561771277-router', 'tenant_id': 'accb97bf2c33416984d15cc196da922a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '88de70e1-a96f-4822-973a-b75611156115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:39Z', 'updated_at': '2021-09-16T01:12:42Z', 'revision_number': 3, 'project_id': 'accb97bf2c33416984d15cc196da922a', 'gw_port': {'id': '88de70e1-a96f-4822-973a-b75611156115', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e933fb2-7854-4227-a450-a6cebd71ac5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:41Z', 'updated_at': '2021-09-16T01:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:12:45.831154 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21058670-b47e-4e97-8dbc-e9c6cf13eedf None None] The sync data for ids ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'] in dv-cinder-809305-1-iscsi is: [{'id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'name': 'tempest-AttachVolumeTestJSON-1292488629-router', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:37Z', 'updated_at': '2021-09-16T01:12:40Z', 'revision_number': 3, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'gw_port': {'id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:38Z', 'updated_at': '2021-09-16T01:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:12:45.831876 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1752b867-f9ee-4ee8-9ba2-33cdd647fa9b req-0cedda6c-8751-4279-a994-4a20b9afa84b tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 210 time: 0.0360627 Sep 16 01:12:45.869733 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] Checking router: 0e933fb2-7854-4227-a450-a6cebd71ac5c for host: dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:12:45.870318 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-86997b6e-f2f5-4d8e-b4f7-79ed690761b0 None None] Provisioning complete for port 552ded5c-5566-4b71-a365-8b3d6f6ebedb triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:45.870318 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-86997b6e-f2f5-4d8e-b4f7-79ed690761b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:45.870580 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] Updating router 0e933fb2-7854-4227-a450-a6cebd71ac5c port 88de70e1-a96f-4822-973a-b75611156115 binding host dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:12:45.931279 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-86997b6e-f2f5-4d8e-b4f7-79ed690761b0 None None] Port 552ded5c-5566-4b71-a365-8b3d6f6ebedb cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:12:45.951402 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:45.992168 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-f9e9e29c-3090-451e-ad3c-11bf4f275606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:46.208473 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 89972a7b-3366-46f1-9d8d-99e25cab86f2 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:12:46.325013 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 89972a7b-3366-46f1-9d8d-99e25cab86f2 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:46.325398 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:46.458571 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-f9e9e29c-3090-451e-ad3c-11bf4f275606 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:46.466254 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e992e7-455e-416a-a96d-2211fbad3eda admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:12:46.476743 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a979a1e5-a559-46f0-9978-f9f82544a21c req-ca5138a0-07f5-43ab-85ec-80db7f7e6138 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 210 time: 0.3810596 Sep 16 01:12:46.482219 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-a9e992e7-455e-416a-a96d-2211fbad3eda admin admin] 10.222.0.22 "PUT /v2.0/routers/610be033-adb2-414c-a17f-bd2c320f4d72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3575864 Sep 16 01:12:46.489967 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-65e71635-54cb-4cec-a06e-9c20fff818bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:46.500098 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] Sync routers for ids ['610be033-adb2-414c-a17f-bd2c320f4d72'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:12:46.514710 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] Notify callbacks [] for port, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:46.525792 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] Routers {'610be033-adb2-414c-a17f-bd2c320f4d72'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:12:46.526525 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:12:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['610be033-adb2-414c-a17f-bd2c320f4d72'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:12:46.569971 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-f9e9e29c-3090-451e-ad3c-11bf4f275606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:46.570774 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-f9e9e29c-3090-451e-ad3c-11bf4f275606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529669'] for router_interface, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:46.609722 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:46.676279 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] Set router 610be033-adb2-414c-a17f-bd2c320f4d72 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:12:46.718422 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9e29c-3090-451e-ad3c-11bf4f275606 admin admin] Pushing event updated for resources: {'Port': ['ID=21a2d595-8a33-4cbd-b50a-312ac972cbb3,revision_number=2']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:46.783453 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e9e29c-3090-451e-ad3c-11bf4f275606 admin admin] Network a1408b60-ef31-4319-a765-bc8dbd3a5f15 is already hosted by enough agents. {{(pid=94552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:12:46.786611 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.base_scheduler [None req-f9e9e29c-3090-451e-ad3c-11bf4f275606 admin admin] Resources bound (agent type, host, resource id): {{(pid=94552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:12:46.796874 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] Attempting to bind port 88de70e1-a96f-4822-973a-b75611156115 on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:12:46.797026 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] Attempting to bind port 88de70e1-a96f-4822-973a-b75611156115 by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:12:46.797468 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] Attempting to bind port 88de70e1-a96f-4822-973a-b75611156115 on network 04f57937-fa31-48b0-af0b-dafeb4e5696d {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:12:46.801514 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e455ea2-d3eb-4638-b142-57b9c100e8c7 None None] Pushing event updated for resources: {'Port': ['ID=88de70e1-a96f-4822-973a-b75611156115,revision_number=2']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:46.808147 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:12:46.809628 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] Checking segment: {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:12:46.810232 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:46.810793 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] Bound using segment: {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:12:46.811480 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] Bound port: 88de70e1-a96f-4822-973a-b75611156115, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:12:46.812199 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:46.912784 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [None req-65e71635-54cb-4cec-a06e-9c20fff818bb admin admin] Allocated IP 172.20.0.1 (71f35b47-080e-48ba-b98e-598a64e807a6/2fd27a1b-c4db-4383-9f27-5a0ae01e407a/35a229ee-9a3c-41f4-965d-f122b8dc990e) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:12:46.949673 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] For port 88de70e1-a96f-4822-973a-b75611156115, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:12:46.961189 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] For port 88de70e1-a96f-4822-973a-b75611156115, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=88de70e1-a96f-4822-973a-b75611156115,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:12:47.083274 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:47.103767 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e9e29c-3090-451e-ad3c-11bf4f275606 admin admin] Router 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:12:47.105064 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-1c618ac5-b6db-4861-8b8c-a93a1d3dd7fb req-c6adedba-0ebe-4be9-b72b-88aa9e5dde3c tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 210 time: 0.0494597 Sep 16 01:12:47.105533 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 59424) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:47.137078 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-64c5f2ed-b342-4674-a01e-34d3b063b618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:47.144201 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'name': 'tempest-AttachVolumeShelveTestJSON-1029342163-router', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:35Z', 'updated_at': '2021-09-16T01:12:43Z', 'revision_number': 4, 'project_id': '99833be108654994aac6dcf7cf390340', 'gw_port': {'id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:36Z', 'updated_at': '2021-09-16T01:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '552ded5c-5566-4b71-a365-8b3d6f6ebedb', 'name': '', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'mac_address': 'fa:16:3e:73:09:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:41Z', 'updated_at': '2021-09-16T01:12:44Z', 'revision_number': 2, 'project_id': '99833be108654994aac6dcf7cf390340', 'subnets': [{'id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:12:47.170045 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-65e71635-54cb-4cec-a06e-9c20fff818bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:47.221960 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] Checking router: 610be033-adb2-414c-a17f-bd2c320f4d72 for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:12:47.226012 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] Updating router 610be033-adb2-414c-a17f-bd2c320f4d72 port 552ded5c-5566-4b71-a365-8b3d6f6ebedb binding host dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:12:47.237239 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e455ea2-d3eb-4638-b142-57b9c100e8c7 None None] Pushing event updated for resources: {'Port': ['ID=88de70e1-a96f-4822-973a-b75611156115,revision_number=3']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:47.265655 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:47.266660 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] Routers {'0e933fb2-7854-4227-a450-a6cebd71ac5c'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:12:47.267399 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:12:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['0e933fb2-7854-4227-a450-a6cebd71ac5c'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:12:47.268818 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:47.358210 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-65e71635-54cb-4cec-a06e-9c20fff818bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:47.457774 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e9e29c-3090-451e-ad3c-11bf4f275606 admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:12:47.469587 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e71635-54cb-4cec-a06e-9c20fff818bb admin admin] Network 71f35b47-080e-48ba-b98e-598a64e807a6 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:12:47.474910 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-65e71635-54cb-4cec-a06e-9c20fff818bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:12:47.492200 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e71635-54cb-4cec-a06e-9c20fff818bb admin admin] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:12:47.492756 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-65e71635-54cb-4cec-a06e-9c20fff818bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530325'] for router_interface, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:47.499779 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-f9e9e29c-3090-451e-ad3c-11bf4f275606 admin admin] 10.222.0.22 "PUT /v2.0/routers/7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1531129 Sep 16 01:12:47.503505 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] Set router 0e933fb2-7854-4227-a450-a6cebd71ac5c gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:12:47.595231 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-79851bad-6039-414d-9232-89b9ac2c0d94 None None] Provisioning complete for port 21a2d595-8a33-4cbd-b50a-312ac972cbb3 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:47.595663 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-79851bad-6039-414d-9232-89b9ac2c0d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:47.603235 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-64c5f2ed-b342-4674-a01e-34d3b063b618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:47.628230 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e71635-54cb-4cec-a06e-9c20fff818bb admin admin] Pushing event updated for resources: {'Port': ['ID=35a229ee-9a3c-41f4-965d-f122b8dc990e,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:47.683330 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-80152e1b-701a-4ca0-a18a-767372638452 req-f0b46698-fac7-4c78-a320-8e2617682786 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 210 time: 0.0825088 Sep 16 01:12:47.734758 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-64c5f2ed-b342-4674-a01e-34d3b063b618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:47.760727 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-79851bad-6039-414d-9232-89b9ac2c0d94 None None] Port 21a2d595-8a33-4cbd-b50a-312ac972cbb3 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:12:47.801114 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5f2ed-b342-4674-a01e-34d3b063b618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61996be4-39f7-4639-ae04-dde72c87b8e7,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:47.846942 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-64c5f2ed-b342-4674-a01e-34d3b063b618 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=14c2577c197d40a2b671d4bdd35413f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7400694 Sep 16 01:12:47.849949 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 59440) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:47.921400 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0d47-5db7-443c-bf27-cfe5157cb931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:47.961756 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e933fb2-7854-4227-a450-a6cebd71ac5c', 'name': 'tempest-ServerRescueNegativeTestJSON-561771277-router', 'tenant_id': 'accb97bf2c33416984d15cc196da922a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '88de70e1-a96f-4822-973a-b75611156115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:39Z', 'updated_at': '2021-09-16T01:12:42Z', 'revision_number': 3, 'project_id': 'accb97bf2c33416984d15cc196da922a', 'gw_port': {'id': '88de70e1-a96f-4822-973a-b75611156115', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e933fb2-7854-4227-a450-a6cebd71ac5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:41Z', 'updated_at': '2021-09-16T01:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:12:47.970312 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0d47-5db7-443c-bf27-cfe5157cb931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:47.986209 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-65e71635-54cb-4cec-a06e-9c20fff818bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:47.995089 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e50ad43-204d-48d6-bdd6-a9d89cd3f71a None None] The sync data for ids ['0e933fb2-7854-4227-a450-a6cebd71ac5c'] in dv-cinder-809305-1-iscsi is: [{'id': '0e933fb2-7854-4227-a450-a6cebd71ac5c', 'name': 'tempest-ServerRescueNegativeTestJSON-561771277-router', 'tenant_id': 'accb97bf2c33416984d15cc196da922a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '88de70e1-a96f-4822-973a-b75611156115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:39Z', 'updated_at': '2021-09-16T01:12:42Z', 'revision_number': 3, 'project_id': 'accb97bf2c33416984d15cc196da922a', 'gw_port': {'id': '88de70e1-a96f-4822-973a-b75611156115', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e933fb2-7854-4227-a450-a6cebd71ac5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:41Z', 'updated_at': '2021-09-16T01:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}] {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:12:48.010606 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:48.136382 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 59448) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:48.373904 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:48.381595 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-f9db55be-5de1-4604-9683-38ee40606600 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--397870041', 'description': 'tempest-description--1070746834'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:48.386576 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0d47-5db7-443c-bf27-cfe5157cb931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:48.386576 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0d47-5db7-443c-bf27-cfe5157cb931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:48.386576 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-7ddf0d47-5db7-443c-bf27-cfe5157cb931 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/61996be4-39f7-4639-ae04-dde72c87b8e7 HTTP/1.1" status: 204 len: 168 time: 0.3969696 Sep 16 01:12:48.386576 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf0d47-5db7-443c-bf27-cfe5157cb931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61996be4-39f7-4639-ae04-dde72c87b8e7,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:48.388212 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-f9db55be-5de1-4604-9683-38ee40606600 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:48.390007 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-65e71635-54cb-4cec-a06e-9c20fff818bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:48.414754 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device df2eae8b-e932-4bbd-bb98-6bdbf78907ce up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:12:48.418701 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57e523-57a9-4a14-82ea-9a0aa5348315 None None] Pushing event updated for resources: {'Port': ['ID=552ded5c-5566-4b71-a365-8b3d6f6ebedb,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:48.486509 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0aa5cc9a-218b-4838-8959-273b62593035 req-84c6aa83-9e90-4fdf-9410-023e94151fc5 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 210 time: 0.1921616 Sep 16 01:12:48.619972 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-f9db55be-5de1-4604-9683-38ee40606600 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:48.668347 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] Attempting to bind port 552ded5c-5566-4b71-a365-8b3d6f6ebedb on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:12:48.668716 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] Attempting to bind port 552ded5c-5566-4b71-a365-8b3d6f6ebedb by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': 'f9fadbf3-9944-44ef-8c9d-f0addf29d9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:12:48.669187 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] Attempting to bind port 552ded5c-5566-4b71-a365-8b3d6f6ebedb on network af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:12:48.677269 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:12:48.677638 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] Checking segment: {'id': 'f9fadbf3-9944-44ef-8c9d-f0addf29d9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:12:48.678040 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:48.678507 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] Bound using segment: {'id': 'f9fadbf3-9944-44ef-8c9d-f0addf29d9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:12:48.679500 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] Bound port: 552ded5c-5566-4b71-a365-8b3d6f6ebedb, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fadbf3-9944-44ef-8c9d-f0addf29d9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:12:48.679887 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:48.684390 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port df2eae8b-e932-4bbd-bb98-6bdbf78907ce triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:48.684992 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:48.719689 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 59466) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:48.724690 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-3efaf3e3-638b-4044-a932-12bc3899928a tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1891655466', 'description': 'tempest-description--454774433'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:48.736506 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] Sync routers for ids ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'] in dv-cinder-809305-1-iscsi {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:12:48.745739 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] Routers {'7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:12:48.747227 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:12:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:12:48.768655 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-65e71635-54cb-4cec-a06e-9c20fff818bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:48.772884 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-65e71635-54cb-4cec-a06e-9c20fff818bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529669'] for router_interface, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:48.820172 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6d372a85-c470-482f-80ed-a891a0e57b79 req-c13c40fb-95a7-42c9-aafd-00224ae2bbc8 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 210 time: 0.0480931 Sep 16 01:12:48.852692 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e71635-54cb-4cec-a06e-9c20fff818bb admin admin] Pushing event updated for resources: {'Port': ['ID=35a229ee-9a3c-41f4-965d-f122b8dc990e,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:48.862852 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-36ccd4e9-663e-4af1-aa60-a4be5c03613e None None] Provisioning complete for port 552ded5c-5566-4b71-a365-8b3d6f6ebedb triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:48.863242 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-36ccd4e9-663e-4af1-aa60-a4be5c03613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:48.865596 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] For port 552ded5c-5566-4b71-a365-8b3d6f6ebedb, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:12:48.874725 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] For port 552ded5c-5566-4b71-a365-8b3d6f6ebedb, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=552ded5c-5566-4b71-a365-8b3d6f6ebedb,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:12:48.882347 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-f9db55be-5de1-4604-9683-38ee40606600 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:48.966175 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] Set router 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:12:48.966772 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:48.983152 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db55be-5de1-4604-9683-38ee40606600 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=101504fb-6830-4520-ab52-29616185a8e1,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:48.993167 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e71635-54cb-4cec-a06e-9c20fff818bb admin admin] Network 71f35b47-080e-48ba-b98e-598a64e807a6 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:12:48.996720 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-65e71635-54cb-4cec-a06e-9c20fff818bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:12:49.064823 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-36ccd4e9-663e-4af1-aa60-a4be5c03613e None None] Port 552ded5c-5566-4b71-a365-8b3d6f6ebedb cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:12:49.094508 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:49.148396 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] Routers {'610be033-adb2-414c-a17f-bd2c320f4d72'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:12:49.150756 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3efaf3e3-638b-4044-a932-12bc3899928a tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:49.158319 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:12:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['610be033-adb2-414c-a17f-bd2c320f4d72'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:12:49.304215 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e71635-54cb-4cec-a06e-9c20fff818bb admin admin] Router 0e933fb2-7854-4227-a450-a6cebd71ac5c has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:12:49.319971 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.47', 49855) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:49.320386 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] For port df2eae8b-e932-4bbd-bb98-6bdbf78907ce, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=df2eae8b-e932-4bbd-bb98-6bdbf78907ce,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:12:49.340583 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57e523-57a9-4a14-82ea-9a0aa5348315 None None] Pushing event updated for resources: {'Port': ['ID=552ded5c-5566-4b71-a365-8b3d6f6ebedb,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:49.386320 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-f9db55be-5de1-4604-9683-38ee40606600 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:49.389002 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-f9db55be-5de1-4604-9683-38ee40606600 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2515450 Sep 16 01:12:49.410978 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'name': 'tempest-AttachVolumeTestJSON-1292488629-router', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:37Z', 'updated_at': '2021-09-16T01:12:45Z', 'revision_number': 4, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'gw_port': {'id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:38Z', 'updated_at': '2021-09-16T01:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '21a2d595-8a33-4cbd-b50a-312ac972cbb3', 'name': '', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'mac_address': 'fa:16:3e:70:ea:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:43Z', 'updated_at': '2021-09-16T01:12:46Z', 'revision_number': 2, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'subnets': [{'id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:12:49.418516 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 59488) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:49.460416 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-6b87031b-c2b2-4127-8d67-f424cc1640fe tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Request body: {'security_group_rule': {'security_group_id': '101504fb-6830-4520-ab52-29616185a8e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:49.489638 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:49.490318 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] Checking router: 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 for host: dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:12:49.490318 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] Updating router 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 port 21a2d595-8a33-4cbd-b50a-312ac972cbb3 binding host dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:12:49.563725 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:49.568337 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Pushing event updated for resources: {'Port': ['ID=df2eae8b-e932-4bbd-bb98-6bdbf78907ce,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:49.636230 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e71635-54cb-4cec-a06e-9c20fff818bb admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:12:49.645644 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] Set router 610be033-adb2-414c-a17f-bd2c320f4d72 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:12:49.648575 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-0312f1f6-5b8b-422f-a6fa-250b22b15ab1 None None] Provisioning complete for port 552ded5c-5566-4b71-a365-8b3d6f6ebedb triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:49.648980 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0312f1f6-5b8b-422f-a6fa-250b22b15ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:49.667043 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3efaf3e3-638b-4044-a932-12bc3899928a tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:49.677033 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b736550b-0a91-4d69-b5b1-5b39c0930be7 req-08ccab57-1e00-458c-9af9-3b928e464a6b tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 210 time: 0.0631006 Sep 16 01:12:49.692718 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-65e71635-54cb-4cec-a06e-9c20fff818bb admin admin] 10.222.0.22 "PUT /v2.0/routers/0e933fb2-7854-4227-a450-a6cebd71ac5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4908371 Sep 16 01:12:49.724536 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-6547bf9d-f6c6-4963-a62d-11c80f15599a tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:49.727557 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-6547bf9d-f6c6-4963-a62d-11c80f15599a tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.47 "GET /v2.0/networks?id=ee254be0-3d84-4741-b0b4-d474508f7643 HTTP/1.1" status: 200 len: 811 time: 0.4058452 Sep 16 01:12:49.819966 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-290b3bfd-7f61-44e4-9149-4e95212f55bc tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Request body: {'port': {'device_id': '93497253-008a-4686-ba51-d1aa83f94279', 'network_id': 'ee254be0-3d84-4741-b0b4-d474508f7643', 'admin_state_up': True, 'tenant_id': '10cace252cef418d97bd20e5da344f82'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:50.025652 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3efaf3e3-638b-4044-a932-12bc3899928a tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:50.066433 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0312f1f6-5b8b-422f-a6fa-250b22b15ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:50.093035 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7424331a-1319-4213-b0b0-80b09f88822a req-0bffa17a-7fd8-4fd7-9e16-5d54f252bec8 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 210 time: 0.1021283 Sep 16 01:12:50.098648 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.47', 49857) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:50.154263 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-0312f1f6-5b8b-422f-a6fa-250b22b15ab1 None None] For port 552ded5c-5566-4b71-a365-8b3d6f6ebedb, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=552ded5c-5566-4b71-a365-8b3d6f6ebedb,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:12:50.232475 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'name': 'tempest-AttachVolumeShelveTestJSON-1029342163-router', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:35Z', 'updated_at': '2021-09-16T01:12:43Z', 'revision_number': 4, 'project_id': '99833be108654994aac6dcf7cf390340', 'gw_port': {'id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:36Z', 'updated_at': '2021-09-16T01:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '552ded5c-5566-4b71-a365-8b3d6f6ebedb', 'name': '', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'mac_address': 'fa:16:3e:73:09:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:41Z', 'updated_at': '2021-09-16T01:12:48Z', 'revision_number': 4, 'project_id': '99833be108654994aac6dcf7cf390340', 'subnets': [{'id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:12:50.259185 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:50.294368 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01be1c44-0566-4079-abef-a565d83e9827 None None] The sync data for ids ['610be033-adb2-414c-a17f-bd2c320f4d72'] in dv-cinder-809305-1-iscsi is: [{'id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'name': 'tempest-AttachVolumeShelveTestJSON-1029342163-router', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:35Z', 'updated_at': '2021-09-16T01:12:43Z', 'revision_number': 4, 'project_id': '99833be108654994aac6dcf7cf390340', 'gw_port': {'id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:36Z', 'updated_at': '2021-09-16T01:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '552ded5c-5566-4b71-a365-8b3d6f6ebedb', 'name': '', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'mac_address': 'fa:16:3e:73:09:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:41Z', 'updated_at': '2021-09-16T01:12:48Z', 'revision_number': 4, 'project_id': '99833be108654994aac6dcf7cf390340', 'subnets': [{'id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:12:50.296226 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0312f1f6-5b8b-422f-a6fa-250b22b15ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:50.358750 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:50.519232 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312f1f6-5b8b-422f-a6fa-250b22b15ab1 None None] Pushing event updated for resources: {'Port': ['ID=552ded5c-5566-4b71-a365-8b3d6f6ebedb,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:50.531009 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efaf3e3-638b-4044-a932-12bc3899928a tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8749e99d-a035-4e4b-bd66-5246feb4d6e1,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:50.542869 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 88de70e1-a96f-4822-973a-b75611156115 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:12:50.706691 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6b87031b-c2b2-4127-8d67-f424cc1640fe tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:50.714802 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 88de70e1-a96f-4822-973a-b75611156115 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:50.715398 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:50.766656 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1016663-0f38-4946-b02d-897b9321f4ce None None] Pushing event updated for resources: {'Port': ['ID=21a2d595-8a33-4cbd-b50a-312ac972cbb3,revision_number=3']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:50.924308 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3efaf3e3-638b-4044-a932-12bc3899928a tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:50.928636 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] Attempting to bind port 21a2d595-8a33-4cbd-b50a-312ac972cbb3 on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:12:50.929125 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] Attempting to bind port 21a2d595-8a33-4cbd-b50a-312ac972cbb3 by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': '577966aa-aa6c-46f5-a3af-da2e98332a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15'}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:12:50.931040 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] Attempting to bind port 21a2d595-8a33-4cbd-b50a-312ac972cbb3 on network a1408b60-ef31-4319-a765-bc8dbd3a5f15 {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:12:50.931339 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-3efaf3e3-638b-4044-a932-12bc3899928a tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2050233 Sep 16 01:12:50.934738 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 59578) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:50.946629 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:12:50.948678 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] Checking segment: {'id': '577966aa-aa6c-46f5-a3af-da2e98332a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:12:50.951306 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:50.951731 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] Bound using segment: {'id': '577966aa-aa6c-46f5-a3af-da2e98332a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15'} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:12:50.952239 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] Bound port: 21a2d595-8a33-4cbd-b50a-312ac972cbb3, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577966aa-aa6c-46f5-a3af-da2e98332a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15'}}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:12:50.952775 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:50.955829 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-a023c4b8-81d7-470b-ba9d-162cfa1550ff tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Request body: {'security_group_rule': {'security_group_id': '8749e99d-a035-4e4b-bd66-5246feb4d6e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:50.976839 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b143d1c-9c44-4945-996f-6323148dad35 req-a85eb40e-8395-48a6-9499-116c8ce1f6d8 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:50.978767 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4b143d1c-9c44-4945-996f-6323148dad35 req-a85eb40e-8395-48a6-9499-116c8ce1f6d8 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/networks?id=71f35b47-080e-48ba-b98e-598a64e807a6 HTTP/1.1" status: 200 len: 818 time: 0.4682698 Sep 16 01:12:51.001340 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:51.021955 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad972389-8276-4803-ae1f-efae4300974b req-8b6550fd-9424-41e8-8297-483a98a19c4f tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:51.025954 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ad972389-8276-4803-ae1f-efae4300974b req-8b6550fd-9424-41e8-8297-483a98a19c4f tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.47 "GET /v2.0/networks?id=7e60f6a7-230c-465a-8807-d5e1e1529468 HTTP/1.1" status: 200 len: 814 time: 0.9105902 Sep 16 01:12:51.039261 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] Sync routers for ids ['0e933fb2-7854-4227-a450-a6cebd71ac5c'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:12:51.041974 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4b143d1c-9c44-4945-996f-6323148dad35 req-b880eae7-baff-43d1-a927-843ca1319615 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/quotas/accb97bf2c33416984d15cc196da922a HTTP/1.1" status: 200 len: 375 time: 0.0454884 Sep 16 01:12:51.047068 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-ad972389-8276-4803-ae1f-efae4300974b req-da5c6541-c15e-4511-b038-7fbe8225dad1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Request body: {'port': {'device_id': '06746e82-bb95-489e-b1d2-1b3fe5479f66', 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468', 'admin_state_up': True, 'tenant_id': 'aa0682bc21654211a16e25c979b02bb3'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:51.083737 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] For port 88de70e1-a96f-4822-973a-b75611156115, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=88de70e1-a96f-4822-973a-b75611156115,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:12:51.103206 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] Routers {'0e933fb2-7854-4227-a450-a6cebd71ac5c'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:12:51.109203 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:12:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['0e933fb2-7854-4227-a450-a6cebd71ac5c'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:12:51.117880 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] For port 21a2d595-8a33-4cbd-b50a-312ac972cbb3, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:12:51.123878 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] For port 21a2d595-8a33-4cbd-b50a-312ac972cbb3, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=21a2d595-8a33-4cbd-b50a-312ac972cbb3,segment=NetworkSegment(577966aa-aa6c-46f5-a3af-da2e98332a54),segment_id=577966aa-aa6c-46f5-a3af-da2e98332a54)] {{(pid=94554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:12:51.124388 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fe9a9ebe-53e0-4045-91aa-5a41bfeddd8c req-7e7c6928-3860-45f2-846a-f2f150832a8e tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 210 time: 0.1240611 Sep 16 01:12:51.168107 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6b87031b-c2b2-4127-8d67-f424cc1640fe tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:51.226197 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:51.231910 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-290b3bfd-7f61-44e4-9149-4e95212f55bc tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Made reservation on behalf of 10cace252cef418d97bd20e5da344f82 for: {'port': 1} {{(pid=94552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:12:51.243832 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-290b3bfd-7f61-44e4-9149-4e95212f55bc tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:51.266760 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6b87031b-c2b2-4127-8d67-f424cc1640fe tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:51.283989 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:51.284796 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device df2eae8b-e932-4bbd-bb98-6bdbf78907ce up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:12:51.289097 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-d1fe88af-7a19-4d86-95b7-892ab620df4c None None] Provisioning complete for port 21a2d595-8a33-4cbd-b50a-312ac972cbb3 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:51.289526 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d1fe88af-7a19-4d86-95b7-892ab620df4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:51.300111 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] Routers {'7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:12:51.300767 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:12:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:12:51.405823 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87031b-c2b2-4127-8d67-f424cc1640fe tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9625dd1f-f5e9-4ea3-8d89-b649667ea7b8,revision_number=0']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:51.445867 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-39a158a1-e888-4793-96fe-0388f512289c req-0d67b33e-3ae3-435c-83b2-e3b04eadbdbf tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 210 time: 0.1329675 Sep 16 01:12:51.495600 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] Set router 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:12:51.672416 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4b143d1c-9c44-4945-996f-6323148dad35 req-5362ddac-a2ae-4376-8859-dc001b2e082a tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=accb97bf2c33416984d15cc196da922a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6122308 Sep 16 01:12:51.676935 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a023c4b8-81d7-470b-ba9d-162cfa1550ff tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:51.751954 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Pushing event updated for resources: {'Port': ['ID=88de70e1-a96f-4822-973a-b75611156115,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:51.856016 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] Set router 0e933fb2-7854-4227-a450-a6cebd71ac5c gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:12:51.875275 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d1fe88af-7a19-4d86-95b7-892ab620df4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:52.053981 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'name': 'tempest-AttachVolumeTestJSON-1292488629-router', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:37Z', 'updated_at': '2021-09-16T01:12:45Z', 'revision_number': 4, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'gw_port': {'id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:38Z', 'updated_at': '2021-09-16T01:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '21a2d595-8a33-4cbd-b50a-312ac972cbb3', 'name': '', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'mac_address': 'fa:16:3e:70:ea:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:43Z', 'updated_at': '2021-09-16T01:12:51Z', 'revision_number': 4, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'subnets': [{'id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:12:52.144972 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1016663-0f38-4946-b02d-897b9321f4ce None None] Pushing event updated for resources: {'Port': ['ID=21a2d595-8a33-4cbd-b50a-312ac972cbb3,revision_number=4']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:52.155719 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ad5914-2dcf-4146-9142-f57db75571a8 None None] The sync data for ids ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'] in dv-cinder-809305-1-iscsi is: [{'id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'name': 'tempest-AttachVolumeTestJSON-1292488629-router', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:37Z', 'updated_at': '2021-09-16T01:12:45Z', 'revision_number': 4, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'gw_port': {'id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:38Z', 'updated_at': '2021-09-16T01:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '21a2d595-8a33-4cbd-b50a-312ac972cbb3', 'name': '', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'mac_address': 'fa:16:3e:70:ea:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:43Z', 'updated_at': '2021-09-16T01:12:51Z', 'revision_number': 4, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'subnets': [{'id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:12:52.205947 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6b87031b-c2b2-4127-8d67-f424cc1640fe tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:52.212923 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-6b87031b-c2b2-4127-8d67-f424cc1640fe tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7617207 Sep 16 01:12:52.228010 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 59648) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:52.396326 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4b143d1c-9c44-4945-996f-6323148dad35 req-433b6579-d1c1-4a01-a136-7b11486f0e60 service neutron] 10.222.0.22 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7195861 Sep 16 01:12:52.425140 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-1cd81bea-fbda-4237-b414-7be3104a97ec tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Request body: {'security_group_rule': {'security_group_id': '101504fb-6830-4520-ab52-29616185a8e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:52.683930 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-21b108c9-b940-4fdf-9146-c13d834cc1f1 req-355d1f91-1b2a-4299-815f-788b336c24c5 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 210 time: 0.1815000 Sep 16 01:12:52.759079 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port df2eae8b-e932-4bbd-bb98-6bdbf78907ce triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:52.759654 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:52.880755 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-d1fe88af-7a19-4d86-95b7-892ab620df4c None None] For port 21a2d595-8a33-4cbd-b50a-312ac972cbb3, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=21a2d595-8a33-4cbd-b50a-312ac972cbb3,segment=NetworkSegment(577966aa-aa6c-46f5-a3af-da2e98332a54),segment_id=577966aa-aa6c-46f5-a3af-da2e98332a54)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:12:52.918889 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9593bdc6-5b72-4cbe-a2d1-63e4048ebdcd req-5720a03b-3152-429d-9c23-a12cd187a433 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 210 time: 0.0906096 Sep 16 01:12:52.940707 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4b143d1c-9c44-4945-996f-6323148dad35 req-41f53d21-4f46-4041-b200-08527496e0a8 service neutron] 10.222.0.22 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428262 Sep 16 01:12:52.946069 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad972389-8276-4803-ae1f-efae4300974b req-da5c6541-c15e-4511-b038-7fbe8225dad1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Made reservation on behalf of aa0682bc21654211a16e25c979b02bb3 for: {'port': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:12:52.946069 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-ad972389-8276-4803-ae1f-efae4300974b req-da5c6541-c15e-4511-b038-7fbe8225dad1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:52.984878 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.db_base_plugin_common [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-290b3bfd-7f61-44e4-9149-4e95212f55bc tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Allocated IP 172.20.0.4 (ee254be0-3d84-4741-b0b4-d474508f7643/e2b28182-509e-40a7-9f0c-4caf47159d47/a11351fc-d819-4014-b9e5-d1deebaf5ddd) {{(pid=94552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:12:53.007936 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d1fe88af-7a19-4d86-95b7-892ab620df4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:53.029292 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e933fb2-7854-4227-a450-a6cebd71ac5c', 'name': 'tempest-ServerRescueNegativeTestJSON-561771277-router', 'tenant_id': 'accb97bf2c33416984d15cc196da922a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '88de70e1-a96f-4822-973a-b75611156115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:39Z', 'updated_at': '2021-09-16T01:12:47Z', 'revision_number': 4, 'project_id': 'accb97bf2c33416984d15cc196da922a', 'gw_port': {'id': '88de70e1-a96f-4822-973a-b75611156115', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e933fb2-7854-4227-a450-a6cebd71ac5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:41Z', 'updated_at': '2021-09-16T01:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '35a229ee-9a3c-41f4-965d-f122b8dc990e', 'name': '', 'network_id': '71f35b47-080e-48ba-b98e-598a64e807a6', 'tenant_id': 'accb97bf2c33416984d15cc196da922a', 'mac_address': 'fa:16:3e:92:1c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e933fb2-7854-4227-a450-a6cebd71ac5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2fd27a1b-c4db-4383-9f27-5a0ae01e407a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:46Z', 'updated_at': '2021-09-16T01:12:48Z', 'revision_number': 2, 'project_id': 'accb97bf2c33416984d15cc196da922a', 'subnets': [{'id': '2fd27a1b-c4db-4383-9f27-5a0ae01e407a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:12:53.077353 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a023c4b8-81d7-470b-ba9d-162cfa1550ff tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:53.146816 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] Checking router: 0e933fb2-7854-4227-a450-a6cebd71ac5c for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:12:53.146816 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] Updating router 0e933fb2-7854-4227-a450-a6cebd71ac5c port 35a229ee-9a3c-41f4-965d-f122b8dc990e binding host dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:12:53.231013 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:53.250674 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe88af-7a19-4d86-95b7-892ab620df4c None None] Pushing event updated for resources: {'Port': ['ID=21a2d595-8a33-4cbd-b50a-312ac972cbb3,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:53.266736 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-450c05b5-3aa2-4dcb-89f2-8defd9108422 None None] Provisioning complete for port 21a2d595-8a33-4cbd-b50a-312ac972cbb3 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:53.269537 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-450c05b5-3aa2-4dcb-89f2-8defd9108422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:53.338813 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a023c4b8-81d7-470b-ba9d-162cfa1550ff tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:53.432611 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [req-ad972389-8276-4803-ae1f-efae4300974b req-da5c6541-c15e-4511-b038-7fbe8225dad1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Allocated IP 172.20.0.13 (7e60f6a7-230c-465a-8807-d5e1e1529468/2e9856ef-070b-47ee-aa2f-818462902284/934b424d-b9f2-4d87-a9a6-1fc6f4cae803) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:12:53.677707 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-047b1acd-30da-4a81-b006-3008dfb1716c req-bdc07ca1-078b-431a-889e-ec3e427c6862 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 210 time: 0.2448237 Sep 16 01:12:53.677707 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-1cd81bea-fbda-4237-b414-7be3104a97ec tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:53.694642 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a023c4b8-81d7-470b-ba9d-162cfa1550ff tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:53.695848 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-a023c4b8-81d7-470b-ba9d-162cfa1550ff tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7467527 Sep 16 01:12:53.721358 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023c4b8-81d7-470b-ba9d-162cfa1550ff tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a8ebd2-55fc-49bd-8c51-4bd832c8de3c,revision_number=0']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:53.735640 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 59700) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:53.735935 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 59704) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:53.789021 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-6c849720-93b3-4801-9a5e-2ca722812375 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Request body: {'security_group_rule': {'security_group_id': '8749e99d-a035-4e4b-bd66-5246feb4d6e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:53.870946 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 552ded5c-5566-4b71-a365-8b3d6f6ebedb up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:12:54.010027 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-290b3bfd-7f61-44e4-9149-4e95212f55bc tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Notify callbacks [] for port, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:54.069682 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-ad972389-8276-4803-ae1f-efae4300974b req-da5c6541-c15e-4511-b038-7fbe8225dad1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:54.133629 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-1cd81bea-fbda-4237-b414-7be3104a97ec tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:54.144537 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4a6edecd-77c4-40cb-9928-91e8fd160885 req-14dd5a7c-05c4-46a3-ae83-dea88549372f tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 210 time: 0.0394363 Sep 16 01:12:54.199985 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-836625f4-dcb2-440a-b773-a748947d4a8c req-888ab0a6-33a8-4619-b77b-ceb6b8219a07 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 210 time: 0.0926571 Sep 16 01:12:54.223744 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6c849720-93b3-4801-9a5e-2ca722812375 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:54.231380 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-ad972389-8276-4803-ae1f-efae4300974b req-da5c6541-c15e-4511-b038-7fbe8225dad1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:54.242867 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8d619235-2515-4dd7-9b26-7dde90a359d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:54.299741 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 552ded5c-5566-4b71-a365-8b3d6f6ebedb triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:54.300260 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:54.311736 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-1cd81bea-fbda-4237-b414-7be3104a97ec tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:54.352433 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-290b3bfd-7f61-44e4-9149-4e95212f55bc tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:54.466901 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:54.471427 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad972389-8276-4803-ae1f-efae4300974b req-da5c6541-c15e-4511-b038-7fbe8225dad1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Network 7e60f6a7-230c-465a-8807-d5e1e1529468 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:12:54.498927 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [req-ad972389-8276-4803-ae1f-efae4300974b req-da5c6541-c15e-4511-b038-7fbe8225dad1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:12:54.512930 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad972389-8276-4803-ae1f-efae4300974b req-da5c6541-c15e-4511-b038-7fbe8225dad1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:12:54.531671 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad972389-8276-4803-ae1f-efae4300974b req-da5c6541-c15e-4511-b038-7fbe8225dad1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:54.532400 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-ad972389-8276-4803-ae1f-efae4300974b req-da5c6541-c15e-4511-b038-7fbe8225dad1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:54.540259 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8d619235-2515-4dd7-9b26-7dde90a359d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:54.581261 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 21a2d595-8a33-4cbd-b50a-312ac972cbb3 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:12:54.601572 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 59742) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:54.631768 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6c849720-93b3-4801-9a5e-2ca722812375 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:54.641636 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8d619235-2515-4dd7-9b26-7dde90a359d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:54.650788 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-a1c99d6d-5885-4d94-8834-1bd2a2fe89a6 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:54.656141 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:54.658801 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-a1c99d6d-5885-4d94-8834-1bd2a2fe89a6 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/networks?id=71f35b47-080e-48ba-b98e-598a64e807a6 HTTP/1.1" status: 200 len: 818 time: 0.2698147 Sep 16 01:12:54.658945 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-290b3bfd-7f61-44e4-9149-4e95212f55bc tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Network ee254be0-3d84-4741-b0b4-d474508f7643 is already hosted by enough agents. {{(pid=94552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:12:54.673618 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd81bea-fbda-4237-b414-7be3104a97ec tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c415aeb4-2ff6-40c8-991d-ce64b48a4084,revision_number=0']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:54.716420 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-478b8b81-fd84-4116-9aa4-9110dffaabe6 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/quotas/accb97bf2c33416984d15cc196da922a HTTP/1.1" status: 200 len: 375 time: 0.0563374 Sep 16 01:12:54.721335 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d619235-2515-4dd7-9b26-7dde90a359d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca295f7-1359-40fe-8ce7-11519224a8b7,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:54.722870 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c6541-c15e-4511-b038-7fbe8225dad1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Pushing event updated for resources: {'Port': ['ID=934b424d-b9f2-4d87-a9a6-1fc6f4cae803,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:54.765342 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.base_scheduler [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-290b3bfd-7f61-44e4-9149-4e95212f55bc tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Resources bound (agent type, host, resource id): {{(pid=94552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:12:54.785948 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6c849720-93b3-4801-9a5e-2ca722812375 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:54.808446 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-fc8f5f5e-8199-41f2-b4ea-57540df59b77 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=accb97bf2c33416984d15cc196da922a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0724263 Sep 16 01:12:54.814104 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-1cd81bea-fbda-4237-b414-7be3104a97ec tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:54.819368 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-1cd81bea-fbda-4237-b414-7be3104a97ec tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4909799 Sep 16 01:12:54.819493 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d362c6-fa9f-4486-ae1c-c9570f81a0a9 None None] Pushing event updated for resources: {'Port': ['ID=35a229ee-9a3c-41f4-965d-f122b8dc990e,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:54.833518 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 59754) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:54.841873 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-290b3bfd-7f61-44e4-9149-4e95212f55bc tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Received port after_create {{(pid=94552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:12:54.859828 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-290b3bfd-7f61-44e4-9149-4e95212f55bc tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:54.865137 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-290b3bfd-7f61-44e4-9149-4e95212f55bc tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for port, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:54.884542 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-e9b1c8aa-a0fc-4ff0-bcc3-b856246b04f5 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Request body: {'floatingip': {'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:54.901412 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ad972389-8276-4803-ae1f-efae4300974b req-da5c6541-c15e-4511-b038-7fbe8225dad1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8571711 Sep 16 01:12:54.921498 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b3bfd-7f61-44e4-9149-4e95212f55bc tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Pushing event updated for resources: {'Port': ['ID=a11351fc-d819-4014-b9e5-d1deebaf5ddd,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:54.937521 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c849720-93b3-4801-9a5e-2ca722812375 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35abd806-0ea4-46df-8e86-7b62d91a1d0b,revision_number=0']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:54.956603 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [req-ad972389-8276-4803-ae1f-efae4300974b req-21a3058d-8206-4f3f-9fcf-8175d118d025 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 01:12:54.961191 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ad972389-8276-4803-ae1f-efae4300974b req-21a3058d-8206-4f3f-9fcf-8175d118d025 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179188 Sep 16 01:12:54.961917 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-8d619235-2515-4dd7-9b26-7dde90a359d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ef09e5bf2d67446ea63beff81eb93b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2146680 Sep 16 01:12:54.982285 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 59760) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:55.002528 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 59762) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:55.079688 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] Attempting to bind port 35a229ee-9a3c-41f4-965d-f122b8dc990e on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:12:55.080212 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] Attempting to bind port 35a229ee-9a3c-41f4-965d-f122b8dc990e by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': '48b26a3e-6f21-40b3-a4f5-639c4a6056c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71f35b47-080e-48ba-b98e-598a64e807a6'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:12:55.080414 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] Attempting to bind port 35a229ee-9a3c-41f4-965d-f122b8dc990e on network 71f35b47-080e-48ba-b98e-598a64e807a6 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:12:55.112917 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7158-e107-4cf6-b3a8-80466af2c189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:55.123018 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:12:55.134737 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] Checking segment: {'id': '48b26a3e-6f21-40b3-a4f5-639c4a6056c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71f35b47-080e-48ba-b98e-598a64e807a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:12:55.134737 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:55.134737 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] Bound using segment: {'id': '48b26a3e-6f21-40b3-a4f5-639c4a6056c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71f35b47-080e-48ba-b98e-598a64e807a6'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:12:55.134737 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] Bound port: 35a229ee-9a3c-41f4-965d-f122b8dc990e, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b26a3e-6f21-40b3-a4f5-639c4a6056c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71f35b47-080e-48ba-b98e-598a64e807a6'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:12:55.134737 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:55.134737 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 21a2d595-8a33-4cbd-b50a-312ac972cbb3 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:55.134737 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:55.160094 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-18995544-a554-41dd-acd1-7b32da1cfb18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:55.278539 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-ad972389-8276-4803-ae1f-efae4300974b req-2750dbe2-840f-4cc9-ba5b-2aa6add30a2e service neutron] Request body: {'port': {'device_id': '06746e82-bb95-489e-b1d2-1b3fe5479f66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:55.316699 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c8aa-a0fc-4ff0-bcc3-b856246b04f5 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for floatingip, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:55.389649 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-9a582ebd-e92a-49ae-b130-ae9d9fe7dcf3 service neutron] 10.222.0.22 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726118 Sep 16 01:12:55.422457 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9217713-94c3-4219-ac25-c10f8b9728de req-67a8d5c9-8749-4dc3-abc4-8c4138f9a96f tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:55.424996 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a9217713-94c3-4219-ac25-c10f8b9728de req-67a8d5c9-8749-4dc3-abc4-8c4138f9a96f tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 932 time: 0.1532784 Sep 16 01:12:55.426504 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6c849720-93b3-4801-9a5e-2ca722812375 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:55.427835 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-6c849720-93b3-4801-9a5e-2ca722812375 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6828213 Sep 16 01:12:55.432612 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 59772) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:55.441900 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-79a0d669-0d0e-4747-bb39-80d3bd70fb88 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Request body: {'floatingip': {'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:55.475654 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-290b3bfd-7f61-44e4-9149-4e95212f55bc tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6607537 Sep 16 01:12:55.477056 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-2fd96b15-7bef-4f62-b39d-42c2f28dd714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:55.518826 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a9217713-94c3-4219-ac25-c10f8b9728de req-e752d99b-d8a0-4153-afe0-ae041fdd99fe tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705073 Sep 16 01:12:55.573779 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-03060ab1-1364-418a-adc1-5eddf3c35766 service neutron] Request body: {'port': {'device_id': '93497253-008a-4686-ba51-d1aa83f94279', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:12:55.612317 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] For port 35a229ee-9a3c-41f4-965d-f122b8dc990e, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:12:55.629574 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] For port 35a229ee-9a3c-41f4-965d-f122b8dc990e, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=35a229ee-9a3c-41f4-965d-f122b8dc990e,segment=NetworkSegment(48b26a3e-6f21-40b3-a4f5-639c4a6056c5),segment_id=48b26a3e-6f21-40b3-a4f5-639c4a6056c5)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:12:55.639183 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 88de70e1-a96f-4822-973a-b75611156115 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:12:55.660283 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-ad972389-8276-4803-ae1f-efae4300974b req-2750dbe2-840f-4cc9-ba5b-2aa6add30a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:55.706004 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-2fd96b15-7bef-4f62-b39d-42c2f28dd714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:55.739479 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7158-e107-4cf6-b3a8-80466af2c189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:55.743854 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-03060ab1-1364-418a-adc1-5eddf3c35766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:55.758288 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 88de70e1-a96f-4822-973a-b75611156115 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:55.758684 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:55.778736 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333aa64-23c6-4928-a313-79a36db766b5 req-93eca8cd-8512-4869-a6e6-33dd04eeaf3c tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:55.780407 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c333aa64-23c6-4928-a313-79a36db766b5 req-93eca8cd-8512-4869-a6e6-33dd04eeaf3c tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 931 time: 0.1729877 Sep 16 01:12:55.936277 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-9e89a3e6-28e4-474a-9cb3-92cfa7175419 service neutron] 10.222.0.22 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369997 Sep 16 01:12:55.971198 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c333aa64-23c6-4928-a313-79a36db766b5 req-1167887e-f8af-4abc-bbb1-f6e3de9cf381 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe48ab52-46e5-4cdd-a94b-ef9f3148c3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549451 Sep 16 01:12:56.039494 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 21a2d595-8a33-4cbd-b50a-312ac972cbb3 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:12:56.122724 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 21a2d595-8a33-4cbd-b50a-312ac972cbb3 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:56.123425 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:56.214591 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c8aa-a0fc-4ff0-bcc3-b856246b04f5 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:56.406562 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.notifiers.nova [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-03060ab1-1364-418a-adc1-5eddf3c35766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11351fc-d819-4014-b9e5-d1deebaf5ddd {{(pid=94552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:12:56.416752 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-03060ab1-1364-418a-adc1-5eddf3c35766 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:56.432332 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:56.489632 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7158-e107-4cf6-b3a8-80466af2c189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:56.530503 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.db.api [None req-79a0d669-0d0e-4747-bb39-80d3bd70fb88 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 01:12:56.530503 dv-cinder-809305-1-iscsi neutron-server[94552]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 01:12:56.530503 dv-cinder-809305-1-iscsi neutron-server[94552]: [parameters: {'project_id_1': 'a5fed02cb0f141b6abee4019fde49eb9', 'expiration_1': datetime.datetime(2021, 9, 16, 1, 12, 35, 469723)}] Sep 16 01:12:56.530503 dv-cinder-809305-1-iscsi neutron-server[94552]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 01:12:56.548859 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG oslo_db.api [None req-79a0d669-0d0e-4747-bb39-80d3bd70fb88 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 01:12:56.609218 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d362c6-fa9f-4486-ae1c-c9570f81a0a9 None None] Pushing event updated for resources: {'Port': ['ID=35a229ee-9a3c-41f4-965d-f122b8dc990e,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:56.649860 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d7158-e107-4cf6-b3a8-80466af2c189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d84b35-6878-4dcd-b5ad-f6160d09a27a,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:56.662109 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] Routers {'0e933fb2-7854-4227-a450-a6cebd71ac5c'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:12:56.663056 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:12:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['0e933fb2-7854-4227-a450-a6cebd71ac5c'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:12:56.671817 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-dd9d7158-e107-4cf6-b3a8-80466af2c189 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f84bf705f6df494eb200b410b8078ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0691590 Sep 16 01:12:56.676951 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f2356339-aa0d-486c-9a8e-bb1abe213673 req-7efec00b-7f0f-4b31-9b3a-e3e9f3ea0e65 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 210 time: 0.0929437 Sep 16 01:12:56.680173 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 59780) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:56.742180 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [req-ad972389-8276-4803-ae1f-efae4300974b req-2750dbe2-840f-4cc9-ba5b-2aa6add30a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 934b424d-b9f2-4d87-a9a6-1fc6f4cae803 {{(pid=94551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:12:56.782063 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-ad972389-8276-4803-ae1f-efae4300974b req-2750dbe2-840f-4cc9-ba5b-2aa6add30a2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:56.827871 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-e6f3795c-790b-4f76-a576-5fd18d207fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:56.876691 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] Set router 0e933fb2-7854-4227-a450-a6cebd71ac5c gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:12:56.882107 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-e6f3795c-790b-4f76-a576-5fd18d207fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:56.885319 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-18995544-a554-41dd-acd1-7b32da1cfb18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:56.906837 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.provisioning_blocks [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-03060ab1-1364-418a-adc1-5eddf3c35766 service neutron] Transition to ACTIVE for port object a11351fc-d819-4014-b9e5-d1deebaf5ddd will not be triggered until provisioned by entity L2. {{(pid=94552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 01:12:56.907890 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7676c-0bdf-4cbf-85b7-e643b49c69e4 req-c5a1b3e3-26cc-49c5-91c2-9878a7af5663 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:56.920373 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-47f7676c-0bdf-4cbf-85b7-e643b49c69e4 req-c5a1b3e3-26cc-49c5-91c2-9878a7af5663 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 932 time: 0.1085050 Sep 16 01:12:56.940355 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [req-ad972389-8276-4803-ae1f-efae4300974b req-2750dbe2-840f-4cc9-ba5b-2aa6add30a2e service neutron] Transition to ACTIVE for port object 934b424d-b9f2-4d87-a9a6-1fc6f4cae803 will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 01:12:56.985637 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-18995544-a554-41dd-acd1-7b32da1cfb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:57.000437 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-2fd96b15-7bef-4f62-b39d-42c2f28dd714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:57.003307 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-2fd96b15-7bef-4f62-b39d-42c2f28dd714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:57.004579 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-2fd96b15-7bef-4f62-b39d-42c2f28dd714 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aca295f7-1359-40fe-8ce7-11519224a8b7 HTTP/1.1" status: 204 len: 168 time: 2.0052435 Sep 16 01:12:57.026260 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-03060ab1-1364-418a-adc1-5eddf3c35766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:57.043316 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-18995544-a554-41dd-acd1-7b32da1cfb18 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=22b723b310fd46a1a454cba6ab2e7677&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0171101 Sep 16 01:12:57.082798 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 59790) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:57.083360 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18995544-a554-41dd-acd1-7b32da1cfb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2559e4-f3d6-4421-b7ee-c8ffdda25e4c,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:57.108528 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-47f7676c-0bdf-4cbf-85b7-e643b49c69e4 req-250c1698-9223-4174-869a-5de50abfbad9 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875532 Sep 16 01:12:57.138481 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-ad972389-8276-4803-ae1f-efae4300974b req-2750dbe2-840f-4cc9-ba5b-2aa6add30a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:57.165641 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd96b15-7bef-4f62-b39d-42c2f28dd714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca295f7-1359-40fe-8ce7-11519224a8b7,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:57.189705 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-e6f3795c-790b-4f76-a576-5fd18d207fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:57.192333 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-e6f3795c-790b-4f76-a576-5fd18d207fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:57.233540 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-e6f3795c-790b-4f76-a576-5fd18d207fc1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e1d84b35-6878-4dcd-b5ad-f6160d09a27a HTTP/1.1" status: 204 len: 168 time: 0.5519283 Sep 16 01:12:57.257396 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e933fb2-7854-4227-a450-a6cebd71ac5c', 'name': 'tempest-ServerRescueNegativeTestJSON-561771277-router', 'tenant_id': 'accb97bf2c33416984d15cc196da922a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '88de70e1-a96f-4822-973a-b75611156115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:39Z', 'updated_at': '2021-09-16T01:12:47Z', 'revision_number': 4, 'project_id': 'accb97bf2c33416984d15cc196da922a', 'gw_port': {'id': '88de70e1-a96f-4822-973a-b75611156115', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e933fb2-7854-4227-a450-a6cebd71ac5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:41Z', 'updated_at': '2021-09-16T01:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '35a229ee-9a3c-41f4-965d-f122b8dc990e', 'name': '', 'network_id': '71f35b47-080e-48ba-b98e-598a64e807a6', 'tenant_id': 'accb97bf2c33416984d15cc196da922a', 'mac_address': 'fa:16:3e:92:1c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e933fb2-7854-4227-a450-a6cebd71ac5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2fd27a1b-c4db-4383-9f27-5a0ae01e407a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:46Z', 'updated_at': '2021-09-16T01:12:55Z', 'revision_number': 4, 'project_id': 'accb97bf2c33416984d15cc196da922a', 'subnets': [{'id': '2fd27a1b-c4db-4383-9f27-5a0ae01e407a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:12:57.275491 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03060ab1-1364-418a-adc1-5eddf3c35766 service neutron] Pushing event updated for resources: {'Port': ['ID=a11351fc-d819-4014-b9e5-d1deebaf5ddd,revision_number=2']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:57.311004 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [None req-e9b1c8aa-a0fc-4ff0-bcc3-b856246b04f5 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Allocated IP 172.27.3.144 (04f57937-fa31-48b0-af0b-dafeb4e5696d/f10087fb-cc50-497f-84f8-0079589df3d7/9835820b-ec3c-410f-bd1d-90f11140a1da) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:12:57.336398 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1837719-aeaf-49b7-b35d-98eedcdb3164 None None] The sync data for ids ['0e933fb2-7854-4227-a450-a6cebd71ac5c'] in dv-cinder-809305-1-iscsi is: [{'id': '0e933fb2-7854-4227-a450-a6cebd71ac5c', 'name': 'tempest-ServerRescueNegativeTestJSON-561771277-router', 'tenant_id': 'accb97bf2c33416984d15cc196da922a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '88de70e1-a96f-4822-973a-b75611156115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:39Z', 'updated_at': '2021-09-16T01:12:47Z', 'revision_number': 4, 'project_id': 'accb97bf2c33416984d15cc196da922a', 'gw_port': {'id': '88de70e1-a96f-4822-973a-b75611156115', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e933fb2-7854-4227-a450-a6cebd71ac5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:41Z', 'updated_at': '2021-09-16T01:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '35a229ee-9a3c-41f4-965d-f122b8dc990e', 'name': '', 'network_id': '71f35b47-080e-48ba-b98e-598a64e807a6', 'tenant_id': 'accb97bf2c33416984d15cc196da922a', 'mac_address': 'fa:16:3e:92:1c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e933fb2-7854-4227-a450-a6cebd71ac5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2fd27a1b-c4db-4383-9f27-5a0ae01e407a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:46Z', 'updated_at': '2021-09-16T01:12:55Z', 'revision_number': 4, 'project_id': 'accb97bf2c33416984d15cc196da922a', 'subnets': [{'id': '2fd27a1b-c4db-4383-9f27-5a0ae01e407a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:12:57.369047 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3795c-790b-4f76-a576-5fd18d207fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d84b35-6878-4dcd-b5ad-f6160d09a27a,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:57.443368 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.managers [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-03060ab1-1364-418a-adc1-5eddf3c35766 service neutron] Attempting to bind port a11351fc-d819-4014-b9e5-d1deebaf5ddd on host hv-cinder-80930 for vnic_type normal with profile {{(pid=94552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:12:57.444459 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.managers [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-03060ab1-1364-418a-adc1-5eddf3c35766 service neutron] Attempting to bind port a11351fc-d819-4014-b9e5-d1deebaf5ddd by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'e354059f-46d0-473b-8f05-17138a32432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ee254be0-3d84-4741-b0b4-d474508f7643'}] {{(pid=94552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:12:57.444990 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-03060ab1-1364-418a-adc1-5eddf3c35766 service neutron] Attempting to bind port a11351fc-d819-4014-b9e5-d1deebaf5ddd on network ee254be0-3d84-4741-b0b4-d474508f7643 {{(pid=94552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:12:57.453040 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-03060ab1-1364-418a-adc1-5eddf3c35766 service neutron] Port a11351fc-d819-4014-b9e5-d1deebaf5ddd on network ee254be0-3d84-4741-b0b4-d474508f7643 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=94552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 01:12:57.453730 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-03060ab1-1364-418a-adc1-5eddf3c35766 service neutron] Attempting to bind port a11351fc-d819-4014-b9e5-d1deebaf5ddd on network ee254be0-3d84-4741-b0b4-d474508f7643 {{(pid=94552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:12:57.466562 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961227d7-4acc-4d1b-bb35-1cce8f6fab5b req-be99498a-b8e0-402c-859f-f0a76a572c4b tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:57.469322 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-961227d7-4acc-4d1b-bb35-1cce8f6fab5b req-be99498a-b8e0-402c-859f-f0a76a572c4b tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 943 time: 0.2339830 Sep 16 01:12:57.475077 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-03060ab1-1364-418a-adc1-5eddf3c35766 service neutron] Checking agent: {'id': 'b1327c00-0c42-4ebe-9e46-dfdb42688b79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'started_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:12:57.475077 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-03060ab1-1364-418a-adc1-5eddf3c35766 service neutron] Checking segment: {'id': 'e354059f-46d0-473b-8f05-17138a32432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ee254be0-3d84-4741-b0b4-d474508f7643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:12:57.475562 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-03060ab1-1364-418a-adc1-5eddf3c35766 service neutron] Bound using segment: {'id': 'e354059f-46d0-473b-8f05-17138a32432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ee254be0-3d84-4741-b0b4-d474508f7643'} {{(pid=94552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:12:57.476313 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.managers [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-03060ab1-1364-418a-adc1-5eddf3c35766 service neutron] Bound port: a11351fc-d819-4014-b9e5-d1deebaf5ddd, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e354059f-46d0-473b-8f05-17138a32432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ee254be0-3d84-4741-b0b4-d474508f7643'}}] {{(pid=94552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:12:57.476960 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-03060ab1-1364-418a-adc1-5eddf3c35766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:57.636635 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c8aa-a0fc-4ff0-bcc3-b856246b04f5 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:57.813425 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750dbe2-840f-4cc9-ba5b-2aa6add30a2e service neutron] Pushing event updated for resources: {'Port': ['ID=934b424d-b9f2-4d87-a9a6-1fc6f4cae803,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:57.843929 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79a0d669-0d0e-4747-bb39-80d3bd70fb88 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for floatingip, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:57.902748 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-961227d7-4acc-4d1b-bb35-1cce8f6fab5b req-0b9373b1-1dc5-45d1-956e-41475b8d6ab0 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe48ab52-46e5-4cdd-a94b-ef9f3148c3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175613 Sep 16 01:12:57.915869 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c8aa-a0fc-4ff0-bcc3-b856246b04f5 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:57.972204 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3557a73d-eab5-4c22-9179-898950dd3a96 req-00a014eb-f1f3-4e3c-b162-ac2f343a7fbb tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 210 time: 0.1687150 Sep 16 01:12:57.976252 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.db [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-03060ab1-1364-418a-adc1-5eddf3c35766 service neutron] For port a11351fc-d819-4014-b9e5-d1deebaf5ddd, host hv-cinder-80930, cleared binding levels {{(pid=94552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:12:57.982460 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.db [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-03060ab1-1364-418a-adc1-5eddf3c35766 service neutron] For port a11351fc-d819-4014-b9e5-d1deebaf5ddd, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=a11351fc-d819-4014-b9e5-d1deebaf5ddd,segment=NetworkSegment(e354059f-46d0-473b-8f05-17138a32432d),segment_id=e354059f-46d0-473b-8f05-17138a32432d)] {{(pid=94552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:12:58.072750 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-ad972389-8276-4803-ae1f-efae4300974b req-2750dbe2-840f-4cc9-ba5b-2aa6add30a2e service neutron] Attempting to bind port 934b424d-b9f2-4d87-a9a6-1fc6f4cae803 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:12:58.072750 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-ad972389-8276-4803-ae1f-efae4300974b req-2750dbe2-840f-4cc9-ba5b-2aa6add30a2e service neutron] Attempting to bind port 934b424d-b9f2-4d87-a9a6-1fc6f4cae803 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'b7bc3130-609d-48b4-925c-6975ea20436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:12:58.072750 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad972389-8276-4803-ae1f-efae4300974b req-2750dbe2-840f-4cc9-ba5b-2aa6add30a2e service neutron] Attempting to bind port 934b424d-b9f2-4d87-a9a6-1fc6f4cae803 on network 7e60f6a7-230c-465a-8807-d5e1e1529468 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:12:58.127498 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79a0d669-0d0e-4747-bb39-80d3bd70fb88 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:58.127743 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-b3a733f4-1a68-478a-bc61-66f92bff08e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:58.173902 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 35a229ee-9a3c-41f4-965d-f122b8dc990e up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:12:58.225597 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b1c8aa-a0fc-4ff0-bcc3-b856246b04f5 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Network 04f57937-fa31-48b0-af0b-dafeb4e5696d is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:12:58.230022 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1c8aa-a0fc-4ff0-bcc3-b856246b04f5 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Pushing event updated for resources: {'Port': ['ID=9835820b-ec3c-410f-bd1d-90f11140a1da,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:58.239023 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad972389-8276-4803-ae1f-efae4300974b req-2750dbe2-840f-4cc9-ba5b-2aa6add30a2e service neutron] Port 934b424d-b9f2-4d87-a9a6-1fc6f4cae803 on network 7e60f6a7-230c-465a-8807-d5e1e1529468 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 01:12:58.241562 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad972389-8276-4803-ae1f-efae4300974b req-2750dbe2-840f-4cc9-ba5b-2aa6add30a2e service neutron] Attempting to bind port 934b424d-b9f2-4d87-a9a6-1fc6f4cae803 on network 7e60f6a7-230c-465a-8807-d5e1e1529468 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:12:58.254567 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-03060ab1-1364-418a-adc1-5eddf3c35766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:58.260771 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad972389-8276-4803-ae1f-efae4300974b req-2750dbe2-840f-4cc9-ba5b-2aa6add30a2e service neutron] Checking agent: {'id': 'b1327c00-0c42-4ebe-9e46-dfdb42688b79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'started_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:12:58.261653 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad972389-8276-4803-ae1f-efae4300974b req-2750dbe2-840f-4cc9-ba5b-2aa6add30a2e service neutron] Checking segment: {'id': 'b7bc3130-609d-48b4-925c-6975ea20436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:12:58.263769 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad972389-8276-4803-ae1f-efae4300974b req-2750dbe2-840f-4cc9-ba5b-2aa6add30a2e service neutron] Bound using segment: {'id': 'b7bc3130-609d-48b4-925c-6975ea20436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:12:58.264785 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-ad972389-8276-4803-ae1f-efae4300974b req-2750dbe2-840f-4cc9-ba5b-2aa6add30a2e service neutron] Bound port: 934b424d-b9f2-4d87-a9a6-1fc6f4cae803, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7bc3130-609d-48b4-925c-6975ea20436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:12:58.265847 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-ad972389-8276-4803-ae1f-efae4300974b req-2750dbe2-840f-4cc9-ba5b-2aa6add30a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:58.273607 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-e9b1c8aa-a0fc-4ff0-bcc3-b856246b04f5 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:12:58.281688 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 35a229ee-9a3c-41f4-965d-f122b8dc990e triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:12:58.282246 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:58.291706 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-b3a733f4-1a68-478a-bc61-66f92bff08e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:58.294371 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b1c8aa-a0fc-4ff0-bcc3-b856246b04f5 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:12:58.429249 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c8aa-a0fc-4ff0-bcc3-b856246b04f5 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:58.469753 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:58.473707 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-03060ab1-1364-418a-adc1-5eddf3c35766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:58.477198 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-03060ab1-1364-418a-adc1-5eddf3c35766 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for port, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:58.479346 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-03060ab1-1364-418a-adc1-5eddf3c35766 service neutron] 10.222.0.47 "PUT /v2.0/ports/a11351fc-d819-4014-b9e5-d1deebaf5ddd HTTP/1.1" status: 200 len: 1093 time: 2.9194670 Sep 16 01:12:58.542364 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-ad972389-8276-4803-ae1f-efae4300974b req-2750dbe2-840f-4cc9-ba5b-2aa6add30a2e service neutron] For port 934b424d-b9f2-4d87-a9a6-1fc6f4cae803, host hv-cinder-80930, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:12:58.547236 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-ad972389-8276-4803-ae1f-efae4300974b req-2750dbe2-840f-4cc9-ba5b-2aa6add30a2e service neutron] For port 934b424d-b9f2-4d87-a9a6-1fc6f4cae803, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=934b424d-b9f2-4d87-a9a6-1fc6f4cae803,segment=NetworkSegment(b7bc3130-609d-48b4-925c-6975ea20436c),segment_id=b7bc3130-609d-48b4-925c-6975ea20436c)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:12:58.555844 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93497253-008a-4686-ba51-d1aa83f94279', 'tag': 'a11351fc-d819-4014-b9e5-d1deebaf5ddd'}] {{(pid=94552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:12:58.587528 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] For port 35a229ee-9a3c-41f4-965d-f122b8dc990e, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=35a229ee-9a3c-41f4-965d-f122b8dc990e,segment=NetworkSegment(48b26a3e-6f21-40b3-a4f5-639c4a6056c5),segment_id=48b26a3e-6f21-40b3-a4f5-639c4a6056c5)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:12:58.601703 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c8aa-a0fc-4ff0-bcc3-b856246b04f5 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:58.734629 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:58.753434 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 59814) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:58.755308 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-b3a733f4-1a68-478a-bc61-66f92bff08e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:58.759152 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-b3a733f4-1a68-478a-bc61-66f92bff08e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:58.761527 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-b3a733f4-1a68-478a-bc61-66f92bff08e7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6a2559e4-f3d6-4421-b7ee-c8ffdda25e4c HTTP/1.1" status: 204 len: 168 time: 1.6486080 Sep 16 01:12:58.762780 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-ad972389-8276-4803-ae1f-efae4300974b req-2750dbe2-840f-4cc9-ba5b-2aa6add30a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:58.810140 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-174d09cf-13c1-4f00-82a4-92aa6880ab5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:58.813322 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Pushing event updated for resources: {'Port': ['ID=35a229ee-9a3c-41f4-965d-f122b8dc990e,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:58.826951 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3bf460d9-7765-4983-80c5-d82029183eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:58.855274 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.db_base_plugin_common [None req-79a0d669-0d0e-4747-bb39-80d3bd70fb88 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Allocated IP 172.27.3.233 (04f57937-fa31-48b0-af0b-dafeb4e5696d/f10087fb-cc50-497f-84f8-0079589df3d7/94fc079f-fcc5-4366-8fff-100170be9f45) {{(pid=94552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:12:58.898965 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.47', 49871) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:58.926259 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad972389-8276-4803-ae1f-efae4300974b req-2750dbe2-840f-4cc9-ba5b-2aa6add30a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:58.929514 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-ad972389-8276-4803-ae1f-efae4300974b req-2750dbe2-840f-4cc9-ba5b-2aa6add30a2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:58.935061 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ad972389-8276-4803-ae1f-efae4300974b req-2750dbe2-840f-4cc9-ba5b-2aa6add30a2e service neutron] 10.222.0.47 "PUT /v2.0/ports/934b424d-b9f2-4d87-a9a6-1fc6f4cae803 HTTP/1.1" status: 200 len: 1094 time: 3.7907755 Sep 16 01:12:58.936307 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06746e82-bb95-489e-b1d2-1b3fe5479f66', 'tag': '934b424d-b9f2-4d87-a9a6-1fc6f4cae803'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:12:59.105562 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a733f4-1a68-478a-bc61-66f92bff08e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2559e4-f3d6-4421-b7ee-c8ffdda25e4c,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:59.113122 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03060ab1-1364-418a-adc1-5eddf3c35766 service neutron] Pushing event updated for resources: {'Port': ['ID=a11351fc-d819-4014-b9e5-d1deebaf5ddd,revision_number=3']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:59.206481 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56284652-c4cd-4106-b552-56ad1793383c req-cddbeb75-0ff4-43af-b765-355f07d3127d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:59.217322 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-56284652-c4cd-4106-b552-56ad1793383c req-cddbeb75-0ff4-43af-b765-355f07d3127d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 944 time: 0.8514130 Sep 16 01:12:59.230661 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e37c7ac94a84b8f8c6dc1420a2d1e1c1d602c9bf5eb8fc5b01c156650c831676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314a63ba-1b30-46fd-bc3f-8ad3c8864758" -d '{"events": [{"name": "network-changed", "server_uuid": "93497253-008a-4686-ba51-d1aa83f94279", "tag": "a11351fc-d819-4014-b9e5-d1deebaf5ddd"}]}' {{(pid=94552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:12:59.388088 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750dbe2-840f-4cc9-ba5b-2aa6add30a2e service neutron] Pushing event updated for resources: {'Port': ['ID=934b424d-b9f2-4d87-a9a6-1fc6f4cae803,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:59.569493 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-174d09cf-13c1-4f00-82a4-92aa6880ab5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:59.610327 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad972389-8276-4803-ae1f-efae4300974b req-c60d535c-565b-4f81-910e-b77231614c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:59.619458 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ad972389-8276-4803-ae1f-efae4300974b req-c60d535c-565b-4f81-910e-b77231614c07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa0682bc21654211a16e25c979b02bb3&device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 1097 time: 0.5059314 Sep 16 01:12:59.624487 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fe7cc1-8bff-4d48-95b4-916d563718e9" -d '{"events": [{"name": "network-changed", "server_uuid": "06746e82-bb95-489e-b1d2-1b3fe5479f66", "tag": "934b424d-b9f2-4d87-a9a6-1fc6f4cae803"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:12:59.630427 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b143d1c-9c44-4945-996f-6323148dad35 req-4c8e43a3-674c-4b2f-9692-6d2487cfd119 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:59.633260 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4b143d1c-9c44-4945-996f-6323148dad35 req-4c8e43a3-674c-4b2f-9692-6d2487cfd119 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.47 "GET /v2.0/networks?id=71f35b47-080e-48ba-b98e-598a64e807a6 HTTP/1.1" status: 200 len: 818 time: 0.7240300 Sep 16 01:12:59.640275 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-78ec699b-e986-46fb-8383-e90faf7d559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:59.642589 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-78ec699b-e986-46fb-8383-e90faf7d559c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=10cace252cef418d97bd20e5da344f82&device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 1096 time: 0.7473412 Sep 16 01:12:59.656881 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79a0d669-0d0e-4747-bb39-80d3bd70fb88 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for port, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:59.657661 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a1d14-03be-4761-b0a7-8c9630859bbc req-f74671fe-bddf-4e55-bb52-7b5241226def tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:12:59.659401 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4f2a1d14-03be-4761-b0a7-8c9630859bbc req-f74671fe-bddf-4e55-bb52-7b5241226def tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 943 time: 0.5506902 Sep 16 01:12:59.697957 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-174d09cf-13c1-4f00-82a4-92aa6880ab5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:59.728447 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c8aa-a0fc-4ff0-bcc3-b856246b04f5 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:59.734232 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-56284652-c4cd-4106-b552-56ad1793383c req-0ac81a4c-5855-45de-8b19-48aacb455d0a tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138607 Sep 16 01:12:59.794412 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4f2a1d14-03be-4761-b0a7-8c9630859bbc req-9ded10f7-c6f1-4965-a5f8-77aca3b6f60f tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe48ab52-46e5-4cdd-a94b-ef9f3148c3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243398 Sep 16 01:12:59.808993 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-174d09cf-13c1-4f00-82a4-92aa6880ab5e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7cfb4e2ada374b40b081b9a0c4293758&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0471401 Sep 16 01:12:59.810368 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 59842) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:12:59.818003 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d09cf-13c1-4f00-82a4-92aa6880ab5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db413533-0f5b-4a41-8668-587869d3e5f5,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:59.827793 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c8aa-a0fc-4ff0-bcc3-b856246b04f5 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:59.887046 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-976d537e-3b7d-4f38-8f6d-dddc3962ca8c req-a52f1de2-156d-458a-97ad-eb8091957a2b tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 210 time: 0.0351684 Sep 16 01:12:59.903921 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c8aa-a0fc-4ff0-bcc3-b856246b04f5 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530200'] for floatingip, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:59.929545 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1c8aa-a0fc-4ff0-bcc3-b856246b04f5 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Pushing event updated for resources: {'Port': ['ID=9835820b-ec3c-410f-bd1d-90f11140a1da,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:12:59.932648 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79a0d669-0d0e-4747-bb39-80d3bd70fb88 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:59.945153 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-aa719f4f-2d8c-4b25-bec6-decba33fc9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:59.986479 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-aa719f4f-2d8c-4b25-bec6-decba33fc9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:12:59.994640 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a0d669-0d0e-4747-bb39-80d3bd70fb88 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Network 04f57937-fa31-48b0-af0b-dafeb4e5696d is already hosted by enough agents. {{(pid=94552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:12:59.999582 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.base_scheduler [None req-79a0d669-0d0e-4747-bb39-80d3bd70fb88 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Resources bound (agent type, host, resource id): {{(pid=94552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:13:00.004878 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a0d669-0d0e-4747-bb39-80d3bd70fb88 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Received port after_create {{(pid=94552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:13:00.052602 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 59850) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:00.053129 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 35a229ee-9a3c-41f4-965d-f122b8dc990e up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:13:00.080371 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c8aa-a0fc-4ff0-bcc3-b856246b04f5 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for floatingip, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:00.091659 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-e9b1c8aa-a0fc-4ff0-bcc3-b856246b04f5 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2493193 Sep 16 01:13:00.133791 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79a0d669-0d0e-4747-bb39-80d3bd70fb88 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:00.135557 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c09e06c6-8688-4a41-a7df-3a0c796ef9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:00.146366 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0d669-0d0e-4747-bb39-80d3bd70fb88 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Pushing event updated for resources: {'Port': ['ID=94fc079f-fcc5-4366-8fff-100170be9f45,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:00.261030 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-aa719f4f-2d8c-4b25-bec6-decba33fc9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:00.263273 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 35a229ee-9a3c-41f4-965d-f122b8dc990e triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:00.263846 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-aa719f4f-2d8c-4b25-bec6-decba33fc9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:00.264021 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:00.265337 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-aa719f4f-2d8c-4b25-bec6-decba33fc9a5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/db413533-0f5b-4a41-8668-587869d3e5f5 HTTP/1.1" status: 204 len: 168 time: 0.4532990 Sep 16 01:13:00.317302 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa719f4f-2d8c-4b25-bec6-decba33fc9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db413533-0f5b-4a41-8668-587869d3e5f5,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:00.481975 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c09e06c6-8688-4a41-a7df-3a0c796ef9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:00.484500 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fcd3b9-070b-4ac9-9422-87473b3ce15c x-openstack-request-id: req-76fcd3b9-070b-4ac9-9422-87473b3ce15c {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:13:00.484500 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93497253-008a-4686-ba51-d1aa83f94279", "tag": "a11351fc-d819-4014-b9e5-d1deebaf5ddd", "status": "completed", "code": 200}]} {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:13:00.484500 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76fcd3b9-070b-4ac9-9422-87473b3ce15c {{(pid=94552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:13:00.484500 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93497253-008a-4686-ba51-d1aa83f94279', 'tag': 'a11351fc-d819-4014-b9e5-d1deebaf5ddd', 'status': 'completed', 'code': 200} Sep 16 01:13:00.531310 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b222cd5-276f-4a52-82ad-d8c6553e33a9 x-openstack-request-id: req-7b222cd5-276f-4a52-82ad-d8c6553e33a9 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:13:00.532757 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06746e82-bb95-489e-b1d2-1b3fe5479f66", "tag": "934b424d-b9f2-4d87-a9a6-1fc6f4cae803", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:13:00.533444 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7b222cd5-276f-4a52-82ad-d8c6553e33a9 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:13:00.534023 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06746e82-bb95-489e-b1d2-1b3fe5479f66', 'tag': '934b424d-b9f2-4d87-a9a6-1fc6f4cae803', 'status': 'completed', 'code': 200} Sep 16 01:13:00.791155 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-6f03da36-7f1f-4df1-834e-f668e6ab0635 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--397870041&fields=id&tenant_id=99833be108654994aac6dcf7cf390340 HTTP/1.1" status: 200 len: 267 time: 0.0972633 Sep 16 01:13:00.875935 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79a0d669-0d0e-4747-bb39-80d3bd70fb88 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:00.974655 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c09e06c6-8688-4a41-a7df-3a0c796ef9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:00.981778 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-345e6cb7-cd02-40ac-9049-9ac2de3cfec7 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:00.986388 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-345e6cb7-cd02-40ac-9049-9ac2de3cfec7 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/networks?id=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 HTTP/1.1" status: 200 len: 817 time: 0.1861923 Sep 16 01:13:01.021767 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-ae569e9c-febd-4e12-8efe-8b922ecf1ae9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/quotas/99833be108654994aac6dcf7cf390340 HTTP/1.1" status: 200 len: 375 time: 0.0344851 Sep 16 01:13:01.033543 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e06c6-8688-4a41-a7df-3a0c796ef9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae18c55-99b3-4b27-bb65-683a15522c21,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:01.059114 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-c09e06c6-8688-4a41-a7df-3a0c796ef9f6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ba2a67ed7fa2490a89540f398a9d5fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9976447 Sep 16 01:13:01.059114 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 59882) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:01.133472 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-e0615529-3c22-410f-8d13-3b3001c89c8c tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=99833be108654994aac6dcf7cf390340&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1031051 Sep 16 01:13:01.151324 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8690ec33-fc1f-4c44-8097-302db3a65420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:01.175603 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8690ec33-fc1f-4c44-8097-302db3a65420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:01.255801 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79a0d669-0d0e-4747-bb39-80d3bd70fb88 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for port, precommit_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:01.283059 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-5c60cecc-719a-4cdb-a9b0-79a63bf1d1c5 service neutron] 10.222.0.22 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458943 Sep 16 01:13:01.373810 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8690ec33-fc1f-4c44-8097-302db3a65420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:01.376699 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8690ec33-fc1f-4c44-8097-302db3a65420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:01.386842 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-8690ec33-fc1f-4c44-8097-302db3a65420 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3ae18c55-99b3-4b27-bb65-683a15522c21 HTTP/1.1" status: 204 len: 168 time: 0.3165119 Sep 16 01:13:01.386842 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690ec33-fc1f-4c44-8097-302db3a65420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae18c55-99b3-4b27-bb65-683a15522c21,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:01.433934 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79a0d669-0d0e-4747-bb39-80d3bd70fb88 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:01.456829 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-069839c9-d246-4d43-a8bf-f38394e130df service neutron] 10.222.0.22 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661363 Sep 16 01:13:01.482573 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-746aa0c2-667d-46b7-bd16-613c4f3629c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:01.491986 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79a0d669-0d0e-4747-bb39-80d3bd70fb88 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530200'] for floatingip, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:01.549240 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0d669-0d0e-4747-bb39-80d3bd70fb88 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Pushing event updated for resources: {'Port': ['ID=94fc079f-fcc5-4366-8fff-100170be9f45,revision_number=2']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:01.697646 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79a0d669-0d0e-4747-bb39-80d3bd70fb88 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for floatingip, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:01.697646 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-79a0d669-0d0e-4747-bb39-80d3bd70fb88 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2395251 Sep 16 01:13:01.765778 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3e3e5-1218-4d10-87b0-a709863c431d req-a999173f-bddb-4b16-911e-9b832b50b92b tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:01.768982 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-79d3e3e5-1218-4d10-87b0-a709863c431d req-a999173f-bddb-4b16-911e-9b832b50b92b tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 944 time: 0.0576394 Sep 16 01:13:01.811793 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-79d3e3e5-1218-4d10-87b0-a709863c431d req-9bc29143-0b1a-4daf-b3a9-182f55416213 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365977 Sep 16 01:13:01.955619 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d90cff-a320-4a43-9441-67be38b140fc req-1f1e1b7c-88f6-4181-8c76-111732ebf8e8 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:01.957153 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a6d90cff-a320-4a43-9441-67be38b140fc req-1f1e1b7c-88f6-4181-8c76-111732ebf8e8 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 943 time: 0.0849075 Sep 16 01:13:02.052638 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a6d90cff-a320-4a43-9441-67be38b140fc req-06e4d310-d88b-402a-83bb-0b8f80c431e0 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe48ab52-46e5-4cdd-a94b-ef9f3148c3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802004 Sep 16 01:13:02.088016 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:02.227741 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c4459edb-f651-4bfe-8034-91a8cf4ada89 req-82454ac2-343c-4040-be31-db289a26fb98 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 210 time: 0.0549738 Sep 16 01:13:02.386499 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-1462731b-64c7-4b24-a74a-2d02c585f79f req-291ae96d-7996-4738-96ec-703698395487 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 210 time: 0.0498443 Sep 16 01:13:02.435963 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-978b3f01-66c5-4a0d-8403-3e84c552f540 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1891655466&fields=id&tenant_id=a5fed02cb0f141b6abee4019fde49eb9 HTTP/1.1" status: 200 len: 267 time: 0.1078265 Sep 16 01:13:02.594261 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-fa41c704-4911-4e9b-b5e1-68134d10ef10 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:02.595850 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-fa41c704-4911-4e9b-b5e1-68134d10ef10 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/networks?id=a1408b60-ef31-4319-a765-bc8dbd3a5f15 HTTP/1.1" status: 200 len: 811 time: 0.1497369 Sep 16 01:13:02.618311 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-158a876c-e434-46fc-a1ba-a1d4698bf160 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/quotas/a5fed02cb0f141b6abee4019fde49eb9 HTTP/1.1" status: 200 len: 375 time: 0.0154908 Sep 16 01:13:02.804356 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:02.829342 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-307846c6-dd63-4bda-adef-d87c26d7ad93 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5fed02cb0f141b6abee4019fde49eb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2039897 Sep 16 01:13:02.944214 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89b382-c7ed-4926-a9cf-55fe2749710b req-82eb4044-2843-4557-b611-f01fa3c901ff tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:02.952972 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-cf89b382-c7ed-4926-a9cf-55fe2749710b req-82eb4044-2843-4557-b611-f01fa3c901ff tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 944 time: 0.0592039 Sep 16 01:13:03.011736 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-c3908ff7-d4eb-437c-8ff3-24b6e75e3cda service neutron] 10.222.0.22 "GET /v2.0/networks/a1408b60-ef31-4319-a765-bc8dbd3a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629512 Sep 16 01:13:03.012046 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-cf89b382-c7ed-4926-a9cf-55fe2749710b req-15f2431a-eb66-4682-984e-a41a7a84aef6 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576565 Sep 16 01:13:03.161986 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-0f12b125-b9b9-479b-a5df-eee2518d8540 service neutron] 10.222.0.22 "GET /v2.0/networks/a1408b60-ef31-4319-a765-bc8dbd3a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317050 Sep 16 01:13:03.310710 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c74dc3-574c-4298-8b9f-467f59432236 req-0a75a213-afcc-4a95-8123-3240b1abeed7 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:03.312211 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-23c74dc3-574c-4298-8b9f-467f59432236 req-0a75a213-afcc-4a95-8123-3240b1abeed7 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 943 time: 0.2076349 Sep 16 01:13:03.351145 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-23c74dc3-574c-4298-8b9f-467f59432236 req-dbf544c3-83a6-4da7-a24e-0214fdf61b4a tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe48ab52-46e5-4cdd-a94b-ef9f3148c3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327775 Sep 16 01:13:03.456949 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9bd36ea0-74ea-4ed0-ac05-bda229ea56f9 req-5c39f868-fca1-42c5-8663-f3ff84851905 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 210 time: 0.0417693 Sep 16 01:13:03.600438 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ae5bffbd-acf3-4e3b-81ba-7d6fa90dcea4 req-f199be2d-0d7b-450c-bc2a-1e072e7e9021 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 210 time: 0.0641768 Sep 16 01:13:03.713606 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ed33fa89-c75e-4c0a-9916-5f0e2a7a44bd req-1c76f5c8-d9bc-4e97-8fb9-6a0d05dfdfc4 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 210 time: 0.0509982 Sep 16 01:13:04.142833 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94a404-2fb1-411d-86ee-04334a7b4b92 req-414655f2-f997-4db6-8cf1-4712d1d2d5ad tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:04.145010 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ec94a404-2fb1-411d-86ee-04334a7b4b92 req-414655f2-f997-4db6-8cf1-4712d1d2d5ad tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 944 time: 0.0598145 Sep 16 01:13:04.196787 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ec94a404-2fb1-411d-86ee-04334a7b4b92 req-5e724364-47d7-4270-9405-7eb810092213 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406005 Sep 16 01:13:04.311741 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:04.480802 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ad972389-8276-4803-ae1f-efae4300974b req-f57898ad-64aa-4e86-a19c-9a3ffde2b9d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=934b424d-b9f2-4d87-a9a6-1fc6f4cae803 HTTP/1.1" status: 200 len: 217 time: 0.0649536 Sep 16 01:13:04.483621 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [req-4b143d1c-9c44-4945-996f-6323148dad35 req-a42a0ab2-9066-4d10-9b6a-82713fe6f412 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Request body: {'port': {'device_id': 'db6a137e-41d7-47dc-afdb-22ca7e76112f', 'network_id': '71f35b47-080e-48ba-b98e-598a64e807a6', 'admin_state_up': True, 'tenant_id': 'accb97bf2c33416984d15cc196da922a'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:04.536442 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bf642-c13e-4e0d-a8d4-e97ef4431f03 req-ca0865ef-a57c-4910-8eda-3fb5156bbb6f tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:04.538756 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0b9bf642-c13e-4e0d-a8d4-e97ef4431f03 req-ca0865ef-a57c-4910-8eda-3fb5156bbb6f tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 943 time: 0.0559154 Sep 16 01:13:04.623328 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0b9bf642-c13e-4e0d-a8d4-e97ef4431f03 req-63c49428-859d-43f7-b208-36cfe8239fe2 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe48ab52-46e5-4cdd-a94b-ef9f3148c3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789828 Sep 16 01:13:04.664016 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-ffd07247-ba31-481d-861f-c98350d3086a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a11351fc-d819-4014-b9e5-d1deebaf5ddd HTTP/1.1" status: 200 len: 217 time: 0.0950670 Sep 16 01:13:04.695312 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c01a42d8-a29f-4243-b4c9-051d41cce13e req-138ee5df-68f9-4931-b0ce-64b345607923 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 210 time: 0.0880580 Sep 16 01:13:04.703081 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad972389-8276-4803-ae1f-efae4300974b req-246d75c9-de9c-4aa9-99be-0c29a3f7a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:04.704781 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ad972389-8276-4803-ae1f-efae4300974b req-246d75c9-de9c-4aa9-99be-0c29a3f7a2ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e9856ef-070b-47ee-aa2f-818462902284 HTTP/1.1" status: 200 len: 854 time: 0.1337886 Sep 16 01:13:04.799681 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-fb0b73ac-9077-4e42-84eb-482c128c5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:04.802298 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-fb0b73ac-9077-4e42-84eb-482c128c5f28 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2b28182-509e-40a7-9f0c-4caf47159d47 HTTP/1.1" status: 200 len: 851 time: 0.0834551 Sep 16 01:13:04.832063 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ad972389-8276-4803-ae1f-efae4300974b req-de930f01-bc38-4dca-a30a-0b4c8e0498d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e60f6a7-230c-465a-8807-d5e1e1529468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996299 Sep 16 01:13:04.833985 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-02a6c76a-bf4d-475d-86e9-6935be682027 req-7dcac6b1-7cc7-485a-bd59-0f8af1e16e3f tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 210 time: 0.0931113 Sep 16 01:13:04.869633 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-75c69fa4-73bb-45ca-8dc7-7d70caa42ad3 req-63829d8c-5976-4fa8-bdc0-88a9dee7f1b0 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 210 time: 0.0455875 Sep 16 01:13:04.945154 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-3cc0ebfd-c96d-427f-b4f7-386535a48f77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee254be0-3d84-4741-b0b4-d474508f7643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025667 Sep 16 01:13:04.974581 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ad972389-8276-4803-ae1f-efae4300974b req-356c0bfe-58ab-48b9-8d1b-e99f2c87a583 service neutron] 10.222.0.47 "GET /v2.0/networks/7e60f6a7-230c-465a-8807-d5e1e1529468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281977 Sep 16 01:13:05.059843 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-7476b8a1-17a9-4013-abde-ee1b31d2c60d service neutron] 10.222.0.47 "GET /v2.0/networks/ee254be0-3d84-4741-b0b4-d474508f7643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004400 Sep 16 01:13:05.084982 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b143d1c-9c44-4945-996f-6323148dad35 req-a42a0ab2-9066-4d10-9b6a-82713fe6f412 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Made reservation on behalf of accb97bf2c33416984d15cc196da922a for: {'port': 1} {{(pid=94552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:13:05.088558 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-4b143d1c-9c44-4945-996f-6323148dad35 req-a42a0ab2-9066-4d10-9b6a-82713fe6f412 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:05.093397 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ad972389-8276-4803-ae1f-efae4300974b req-f5afcd37-8018-4d7a-9ab2-0443c6a3f9a2 service neutron] 10.222.0.47 "GET /v2.0/networks/7e60f6a7-230c-465a-8807-d5e1e1529468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052768 Sep 16 01:13:05.224621 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-03c48644-1d47-40c0-bdbc-a3bfb57d39ef req-5ebcd934-b996-4c19-a717-0cbb5f3652f1 service neutron] 10.222.0.47 "GET /v2.0/networks/ee254be0-3d84-4741-b0b4-d474508f7643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571927 Sep 16 01:13:05.308982 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.db_base_plugin_common [req-4b143d1c-9c44-4945-996f-6323148dad35 req-a42a0ab2-9066-4d10-9b6a-82713fe6f412 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Allocated IP 172.20.0.13 (71f35b47-080e-48ba-b98e-598a64e807a6/2fd27a1b-c4db-4383-9f27-5a0ae01e407a/b908e51c-0bf3-414a-96b7-e780b0b73d1c) {{(pid=94552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:13:05.376367 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa925a-e8ad-496f-8b4f-dd8247a2350f req-9c1a997a-a0ef-4e6c-9bd5-d01d32809590 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:05.378062 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-80aa925a-e8ad-496f-8b4f-dd8247a2350f req-9c1a997a-a0ef-4e6c-9bd5-d01d32809590 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 944 time: 0.1070952 Sep 16 01:13:05.462298 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.47', 49879) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:05.466103 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe7cc1-8bff-4d48-95b4-916d563718e9 req-9f685c6e-ca3d-408d-8cbe-bd681d4b9e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:05.467866 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f1fe7cc1-8bff-4d48-95b4-916d563718e9 req-9f685c6e-ca3d-408d-8cbe-bd681d4b9e31 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa0682bc21654211a16e25c979b02bb3&device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 1097 time: 0.1396391 Sep 16 01:13:05.479668 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-80aa925a-e8ad-496f-8b4f-dd8247a2350f req-45017476-20c2-4b57-9cdc-f34ede4ecf02 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927050 Sep 16 01:13:05.514094 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-8073815f-e242-4ee4-b482-6a8fc799c00e tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:05.515759 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-8073815f-e242-4ee4-b482-6a8fc799c00e tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.47 "GET /v2.0/networks?id=71f35b47-080e-48ba-b98e-598a64e807a6 HTTP/1.1" status: 200 len: 818 time: 0.1876907 Sep 16 01:13:05.536849 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a63ba-1b30-46fd-bc3f-8ad3c8864758 req-9425d0f5-5b1d-4b89-a1a0-998700694805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:05.538521 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-314a63ba-1b30-46fd-bc3f-8ad3c8864758 req-9425d0f5-5b1d-4b89-a1a0-998700694805 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=10cace252cef418d97bd20e5da344f82&device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 1096 time: 0.0622971 Sep 16 01:13:05.542227 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-e8fd7879-c3eb-4288-ad59-e667f1fa21e7 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Request body: {'port': {'device_id': 'bb7e8600-fbf0-4269-bcb5-00486097f340', 'network_id': '71f35b47-080e-48ba-b98e-598a64e807a6', 'admin_state_up': True, 'tenant_id': 'accb97bf2c33416984d15cc196da922a'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:05.697963 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-4b143d1c-9c44-4945-996f-6323148dad35 req-a42a0ab2-9066-4d10-9b6a-82713fe6f412 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Notify callbacks [] for port, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:05.705644 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe7cc1-8bff-4d48-95b4-916d563718e9 req-065b24f4-465b-431d-8fa6-7895a54eb5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:05.707526 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f1fe7cc1-8bff-4d48-95b4-916d563718e9 req-065b24f4-465b-431d-8fa6-7895a54eb5bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=7e60f6a7-230c-465a-8807-d5e1e1529468 HTTP/1.1" status: 200 len: 915 time: 0.2246633 Sep 16 01:13:05.758481 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f1fe7cc1-8bff-4d48-95b4-916d563718e9 req-b2c4fab8-84be-4ea4-875f-bd1416df5b70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=934b424d-b9f2-4d87-a9a6-1fc6f4cae803 HTTP/1.1" status: 200 len: 217 time: 0.0419402 Sep 16 01:13:05.787499 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a63ba-1b30-46fd-bc3f-8ad3c8864758 req-71f679bf-dce0-475c-aad1-f11248189568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:05.789241 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-314a63ba-1b30-46fd-bc3f-8ad3c8864758 req-71f679bf-dce0-475c-aad1-f11248189568 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee254be0-3d84-4741-b0b4-d474508f7643 HTTP/1.1" status: 200 len: 912 time: 0.2417157 Sep 16 01:13:05.832508 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe7cc1-8bff-4d48-95b4-916d563718e9 req-582c9a5c-9037-41fd-b3df-80e835929361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:05.834081 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f1fe7cc1-8bff-4d48-95b4-916d563718e9 req-582c9a5c-9037-41fd-b3df-80e835929361 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e9856ef-070b-47ee-aa2f-818462902284 HTTP/1.1" status: 200 len: 854 time: 0.0672960 Sep 16 01:13:05.889324 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 60070) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:05.897257 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f1fe7cc1-8bff-4d48-95b4-916d563718e9 req-dbf15e55-9d15-4935-bf9e-0d36837df184 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e60f6a7-230c-465a-8807-d5e1e1529468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526445 Sep 16 01:13:05.898166 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-314a63ba-1b30-46fd-bc3f-8ad3c8864758 req-599828d2-dc93-49e0-81f8-d3a25a5e3546 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a11351fc-d819-4014-b9e5-d1deebaf5ddd HTTP/1.1" status: 200 len: 217 time: 0.0776036 Sep 16 01:13:05.918446 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-677a94ed-0616-4afb-ad79-26078a55f845 req-2fdbd01f-b7f0-4bee-af5e-3a18c48b6d66 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 210 time: 0.0508609 Sep 16 01:13:05.958060 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13575b34-b93e-4ac0-a307-59a0ec0f8d97 req-f427ce2b-eba9-42a4-83d0-c57b6f23b943 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:05.959705 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-13575b34-b93e-4ac0-a307-59a0ec0f8d97 req-f427ce2b-eba9-42a4-83d0-c57b6f23b943 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 943 time: 0.1693947 Sep 16 01:13:06.004811 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a63ba-1b30-46fd-bc3f-8ad3c8864758 req-a28e772f-08dc-4bc1-9e25-636508d1b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:06.006939 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-314a63ba-1b30-46fd-bc3f-8ad3c8864758 req-a28e772f-08dc-4bc1-9e25-636508d1b8a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2b28182-509e-40a7-9f0c-4caf47159d47 HTTP/1.1" status: 200 len: 851 time: 0.0932608 Sep 16 01:13:06.048502 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-13575b34-b93e-4ac0-a307-59a0ec0f8d97 req-8774a268-6fa1-4aec-8bdd-f2237e30a9de tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe48ab52-46e5-4cdd-a94b-ef9f3148c3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794857 Sep 16 01:13:06.050567 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-314a63ba-1b30-46fd-bc3f-8ad3c8864758 req-b09a608e-6aa2-4e64-8e2d-db092771258b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee254be0-3d84-4741-b0b4-d474508f7643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331140 Sep 16 01:13:06.053919 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.47', 49881) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:06.057138 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-4b143d1c-9c44-4945-996f-6323148dad35 req-a42a0ab2-9066-4d10-9b6a-82713fe6f412 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:06.098790 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-e8fd7879-c3eb-4288-ad59-e667f1fa21e7 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Made reservation on behalf of accb97bf2c33416984d15cc196da922a for: {'port': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:13:06.102884 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-e8fd7879-c3eb-4288-ad59-e667f1fa21e7 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:06.130571 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c588d376-5136-40e6-a3aa-aaa9dc8a9b13 req-90311652-ad9c-4a4b-9cf1-5cd771f9e479 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 210 time: 0.0768471 Sep 16 01:13:06.149285 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b143d1c-9c44-4945-996f-6323148dad35 req-a42a0ab2-9066-4d10-9b6a-82713fe6f412 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Network 71f35b47-080e-48ba-b98e-598a64e807a6 is already hosted by enough agents. {{(pid=94552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:13:06.160090 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f1fe7cc1-8bff-4d48-95b4-916d563718e9 req-e076bfae-ba8f-40aa-9ad5-0bb1f6d92dc0 service neutron] 10.222.0.47 "GET /v2.0/networks/7e60f6a7-230c-465a-8807-d5e1e1529468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401893 Sep 16 01:13:06.161193 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.base_scheduler [req-4b143d1c-9c44-4945-996f-6323148dad35 req-a42a0ab2-9066-4d10-9b6a-82713fe6f412 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Resources bound (agent type, host, resource id): {{(pid=94552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:13:06.174033 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b143d1c-9c44-4945-996f-6323148dad35 req-a42a0ab2-9066-4d10-9b6a-82713fe6f412 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Received port after_create {{(pid=94552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:13:06.175167 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b143d1c-9c44-4945-996f-6323148dad35 req-a42a0ab2-9066-4d10-9b6a-82713fe6f412 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:06.175856 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-4b143d1c-9c44-4945-996f-6323148dad35 req-a42a0ab2-9066-4d10-9b6a-82713fe6f412 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for port, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:06.186627 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8f8f50c5-d29b-4a2f-8723-a58c59c837d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:06.196773 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-37c3174d-6938-48b9-9c87-bc3642a8803f req-be81e692-c9b6-4431-a10d-665ef4dcd46d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 210 time: 0.0537710 Sep 16 01:13:06.228922 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a0ab2-9066-4d10-9b6a-82713fe6f412 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Pushing event updated for resources: {'Port': ['ID=b908e51c-0bf3-414a-96b7-e780b0b73d1c,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:06.372584 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-314a63ba-1b30-46fd-bc3f-8ad3c8864758 req-fe6f036c-fea3-48d8-986b-12daf0ad25cb service neutron] 10.222.0.47 "GET /v2.0/networks/ee254be0-3d84-4741-b0b4-d474508f7643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995048 Sep 16 01:13:06.379360 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-3469bddd-9bd8-40db-9be3-72031f3ab3f1 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:06.381022 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-3469bddd-9bd8-40db-9be3-72031f3ab3f1 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.47 "GET /v2.0/networks?id=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 HTTP/1.1" status: 200 len: 817 time: 0.3189030 Sep 16 01:13:06.522292 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4b143d1c-9c44-4945-996f-6323148dad35 req-a42a0ab2-9066-4d10-9b6a-82713fe6f412 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0454979 Sep 16 01:13:06.542260 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [req-4b143d1c-9c44-4945-996f-6323148dad35 req-c16562a5-6ec3-4508-9d59-03314c4a4c34 service neutron] Request body: {'port': {'device_id': 'db6a137e-41d7-47dc-afdb-22ca7e76112f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:06.590245 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f1fe7cc1-8bff-4d48-95b4-916d563718e9 req-82779c42-b087-445f-bc60-dca8d9382bfd service neutron] 10.222.0.47 "GET /v2.0/networks/7e60f6a7-230c-465a-8807-d5e1e1529468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114196 Sep 16 01:13:06.644623 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-4b143d1c-9c44-4945-996f-6323148dad35 req-c16562a5-6ec3-4508-9d59-03314c4a4c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:06.666446 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce22b92-1668-4e4c-8d5e-b7d104f03065 req-59df525e-23ed-43d3-82d8-93a182ceab17 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:06.667995 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fce22b92-1668-4e4c-8d5e-b7d104f03065 req-59df525e-23ed-43d3-82d8-93a182ceab17 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 944 time: 0.0970972 Sep 16 01:13:06.736433 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-e8fd7879-c3eb-4288-ad59-e667f1fa21e7 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Allocated IP 172.20.0.11 (71f35b47-080e-48ba-b98e-598a64e807a6/2fd27a1b-c4db-4383-9f27-5a0ae01e407a/bc702037-129d-4b7f-be0b-6012203ff69a) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:13:06.744037 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-7b9b6fd9-10ca-4e12-be0d-13191bd911a9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99833be108654994aac6dcf7cf390340 HTTP/1.1" status: 200 len: 379 time: 0.3387868 Sep 16 01:13:06.749645 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fce22b92-1668-4e4c-8d5e-b7d104f03065 req-91fa515e-a315-4580-b98f-e32a86aca170 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559089 Sep 16 01:13:06.796377 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-314a63ba-1b30-46fd-bc3f-8ad3c8864758 req-add5621f-a712-4ae9-8b5f-5d8b0d79e02e service neutron] 10.222.0.47 "GET /v2.0/networks/ee254be0-3d84-4741-b0b4-d474508f7643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922291 Sep 16 01:13:06.814079 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-d0dbcb30-d6e0-4aa8-ad2f-d7b11e43b7e8 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Request body: {'port': {'device_id': '558e72b4-0968-47c0-8c90-c3cf8910554e', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'admin_state_up': True, 'tenant_id': '99833be108654994aac6dcf7cf390340', 'security_groups': ['101504fb-6830-4520-ab52-29616185a8e1']}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:06.862012 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8f8f50c5-d29b-4a2f-8723-a58c59c837d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:07.030326 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8f8f50c5-d29b-4a2f-8723-a58c59c837d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:07.055320 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-e8fd7879-c3eb-4288-ad59-e667f1fa21e7 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:07.058130 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4bbc399b-239a-4a0e-a92d-78e93c5cc674 req-32a6020c-0c23-4474-95ae-260d49e0c5d7 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 210 time: 0.0502999 Sep 16 01:13:07.112157 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-8f8f50c5-d29b-4a2f-8723-a58c59c837d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=80bb31a8ffc74a209b8dbcc01ae41e8b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2214966 Sep 16 01:13:07.116808 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f50c5-d29b-4a2f-8723-a58c59c837d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d5904d-abab-47f1-a355-4fe273e38d73,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:07.118416 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 60104) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:07.206979 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-d0dbcb30-d6e0-4aa8-ad2f-d7b11e43b7e8 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Made reservation on behalf of 99833be108654994aac6dcf7cf390340 for: {'port': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:13:07.210796 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-d0dbcb30-d6e0-4aa8-ad2f-d7b11e43b7e8 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:07.234480 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-e8fd7879-c3eb-4288-ad59-e667f1fa21e7 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:07.249187 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983490ac-2aec-44df-8100-b2b11e381bff req-85f4ea43-618a-4459-9c8c-ae48f2f28f20 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:07.251780 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-983490ac-2aec-44df-8100-b2b11e381bff req-85f4ea43-618a-4459-9c8c-ae48f2f28f20 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 943 time: 0.1242564 Sep 16 01:13:07.257682 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-ffa08c21-d6b4-4e0b-a147-4749a54d3b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:07.332485 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-026425d5-4daf-4566-ad73-5d10a999dce6 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:07.334616 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-026425d5-4daf-4566-ad73-5d10a999dce6 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.47 "GET /v2.0/networks?id=a1408b60-ef31-4319-a765-bc8dbd3a5f15 HTTP/1.1" status: 200 len: 811 time: 0.2093809 Sep 16 01:13:07.340050 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-458dc89c-d346-47cd-ba21-5f769454ae13 req-466d9f5a-7bf4-45c2-b592-004a997d8bf2 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 210 time: 0.1014130 Sep 16 01:13:07.350895 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-e8fd7879-c3eb-4288-ad59-e667f1fa21e7 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Network 71f35b47-080e-48ba-b98e-598a64e807a6 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:13:07.375536 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-ffa08c21-d6b4-4e0b-a147-4749a54d3b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:07.384870 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-e8fd7879-c3eb-4288-ad59-e667f1fa21e7 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:13:07.402567 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-e8fd7879-c3eb-4288-ad59-e667f1fa21e7 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:13:07.430687 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-e8fd7879-c3eb-4288-ad59-e667f1fa21e7 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:07.430878 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-e8fd7879-c3eb-4288-ad59-e667f1fa21e7 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:07.431300 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-983490ac-2aec-44df-8100-b2b11e381bff req-5007170a-7e4e-43ee-944b-e89a800ec323 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe48ab52-46e5-4cdd-a94b-ef9f3148c3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672330 Sep 16 01:13:07.483862 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd7879-c3eb-4288-ad59-e667f1fa21e7 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Pushing event updated for resources: {'Port': ['ID=bc702037-129d-4b7f-be0b-6012203ff69a,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:07.524834 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.notifiers.nova [req-4b143d1c-9c44-4945-996f-6323148dad35 req-c16562a5-6ec3-4508-9d59-03314c4a4c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b908e51c-0bf3-414a-96b7-e780b0b73d1c {{(pid=94552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:13:07.528059 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a198da79-3332-4d67-84c5-239d38b4b56c req-b449d7b8-9f25-4995-81fd-fbb4a2974c26 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 210 time: 0.0550628 Sep 16 01:13:07.532658 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-4b143d1c-9c44-4945-996f-6323148dad35 req-c16562a5-6ec3-4508-9d59-03314c4a4c34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:07.542949 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-e6b97bd1-5fce-4bf3-bedc-ee5ed04a5a95 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5fed02cb0f141b6abee4019fde49eb9 HTTP/1.1" status: 200 len: 380 time: 0.1886883 Sep 16 01:13:07.570738 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-1c8eaafe-03f9-45a5-99fc-e64438de3bb0 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Request body: {'port': {'device_id': 'ce366b49-44d8-4fbb-9ed6-09a005c7af7c', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'admin_state_up': True, 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'security_groups': ['8749e99d-a035-4e4b-bd66-5246feb4d6e1']}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:07.585785 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.provisioning_blocks [req-4b143d1c-9c44-4945-996f-6323148dad35 req-c16562a5-6ec3-4508-9d59-03314c4a4c34 service neutron] Transition to ACTIVE for port object b908e51c-0bf3-414a-96b7-e780b0b73d1c will not be triggered until provisioned by entity L2. {{(pid=94552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 01:13:07.587277 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-ffa08c21-d6b4-4e0b-a147-4749a54d3b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:07.589985 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-ffa08c21-d6b4-4e0b-a147-4749a54d3b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:07.591833 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-ffa08c21-d6b4-4e0b-a147-4749a54d3b6f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/95d5904d-abab-47f1-a355-4fe273e38d73 HTTP/1.1" status: 204 len: 168 time: 0.4710417 Sep 16 01:13:07.600210 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa08c21-d6b4-4e0b-a147-4749a54d3b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d5904d-abab-47f1-a355-4fe273e38d73,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:07.646030 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-e8fd7879-c3eb-4288-ad59-e667f1fa21e7 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1116219 Sep 16 01:13:07.664837 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-d0dbcb30-d6e0-4aa8-ad2f-d7b11e43b7e8 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Allocated IP 172.20.0.7 (af81d94a-20b1-4ba8-a98d-d3a37cd2fe53/4795dce4-579a-4783-9e42-b5fb1cdac969/24101933-817d-46a0-9608-cd6c9264d7b0) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:13:07.673009 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-2e58374e-f1e4-41e1-ba6e-702f9bead714 service neutron] Request body: {'port': {'device_id': 'bb7e8600-fbf0-4269-bcb5-00486097f340', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:07.771202 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-2e58374e-f1e4-41e1-ba6e-702f9bead714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:07.870311 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975358ed-3365-4127-9360-ef36435c6646 req-967b6713-0932-419b-b1eb-e938f3c63d3d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:07.871826 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-975358ed-3365-4127-9360-ef36435c6646 req-967b6713-0932-419b-b1eb-e938f3c63d3d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 944 time: 0.0484083 Sep 16 01:13:07.909052 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-975358ed-3365-4127-9360-ef36435c6646 req-68df4c05-a435-4c8f-b72c-09aa16821b4a tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309696 Sep 16 01:13:07.970343 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-d0dbcb30-d6e0-4aa8-ad2f-d7b11e43b7e8 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:08.128170 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-4b143d1c-9c44-4945-996f-6323148dad35 req-c16562a5-6ec3-4508-9d59-03314c4a4c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:08.202561 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-1c8eaafe-03f9-45a5-99fc-e64438de3bb0 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Made reservation on behalf of a5fed02cb0f141b6abee4019fde49eb9 for: {'port': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:13:08.205551 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16562a5-6ec3-4508-9d59-03314c4a4c34 service neutron] Pushing event updated for resources: {'Port': ['ID=b908e51c-0bf3-414a-96b7-e780b0b73d1c,revision_number=2']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:08.206143 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-1c8eaafe-03f9-45a5-99fc-e64438de3bb0 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:08.215866 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-d0dbcb30-d6e0-4aa8-ad2f-d7b11e43b7e8 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:08.223471 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.managers [req-4b143d1c-9c44-4945-996f-6323148dad35 req-c16562a5-6ec3-4508-9d59-03314c4a4c34 service neutron] Attempting to bind port b908e51c-0bf3-414a-96b7-e780b0b73d1c on host hv-cinder-80930 for vnic_type normal with profile {{(pid=94552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:13:08.223776 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.managers [req-4b143d1c-9c44-4945-996f-6323148dad35 req-c16562a5-6ec3-4508-9d59-03314c4a4c34 service neutron] Attempting to bind port b908e51c-0bf3-414a-96b7-e780b0b73d1c by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '48b26a3e-6f21-40b3-a4f5-639c4a6056c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71f35b47-080e-48ba-b98e-598a64e807a6'}] {{(pid=94552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:13:08.224111 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b143d1c-9c44-4945-996f-6323148dad35 req-c16562a5-6ec3-4508-9d59-03314c4a4c34 service neutron] Attempting to bind port b908e51c-0bf3-414a-96b7-e780b0b73d1c on network 71f35b47-080e-48ba-b98e-598a64e807a6 {{(pid=94552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:13:08.229054 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b143d1c-9c44-4945-996f-6323148dad35 req-c16562a5-6ec3-4508-9d59-03314c4a4c34 service neutron] Port b908e51c-0bf3-414a-96b7-e780b0b73d1c on network 71f35b47-080e-48ba-b98e-598a64e807a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=94552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 01:13:08.229665 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b143d1c-9c44-4945-996f-6323148dad35 req-c16562a5-6ec3-4508-9d59-03314c4a4c34 service neutron] Attempting to bind port b908e51c-0bf3-414a-96b7-e780b0b73d1c on network 71f35b47-080e-48ba-b98e-598a64e807a6 {{(pid=94552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:13:08.234525 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b143d1c-9c44-4945-996f-6323148dad35 req-c16562a5-6ec3-4508-9d59-03314c4a4c34 service neutron] Checking agent: {'id': 'b1327c00-0c42-4ebe-9e46-dfdb42688b79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'started_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:13:08.234863 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b143d1c-9c44-4945-996f-6323148dad35 req-c16562a5-6ec3-4508-9d59-03314c4a4c34 service neutron] Checking segment: {'id': '48b26a3e-6f21-40b3-a4f5-639c4a6056c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71f35b47-080e-48ba-b98e-598a64e807a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:13:08.235252 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b143d1c-9c44-4945-996f-6323148dad35 req-c16562a5-6ec3-4508-9d59-03314c4a4c34 service neutron] Bound using segment: {'id': '48b26a3e-6f21-40b3-a4f5-639c4a6056c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71f35b47-080e-48ba-b98e-598a64e807a6'} {{(pid=94552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:13:08.235685 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.managers [req-4b143d1c-9c44-4945-996f-6323148dad35 req-c16562a5-6ec3-4508-9d59-03314c4a4c34 service neutron] Bound port: b908e51c-0bf3-414a-96b7-e780b0b73d1c, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b26a3e-6f21-40b3-a4f5-639c4a6056c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71f35b47-080e-48ba-b98e-598a64e807a6'}}] {{(pid=94552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:13:08.236051 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-4b143d1c-9c44-4945-996f-6323148dad35 req-c16562a5-6ec3-4508-9d59-03314c4a4c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:08.304850 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b01797-4910-425d-bf80-fafc539dbc08 req-b9888ef5-5c10-4d68-af52-7cfbf2bf7b37 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:08.306433 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-18b01797-4910-425d-bf80-fafc539dbc08 req-b9888ef5-5c10-4d68-af52-7cfbf2bf7b37 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 932 time: 0.1663330 Sep 16 01:13:08.319990 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.db [req-4b143d1c-9c44-4945-996f-6323148dad35 req-c16562a5-6ec3-4508-9d59-03314c4a4c34 service neutron] For port b908e51c-0bf3-414a-96b7-e780b0b73d1c, host hv-cinder-80930, cleared binding levels {{(pid=94552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:13:08.320391 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-d0dbcb30-d6e0-4aa8-ad2f-d7b11e43b7e8 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Network af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:13:08.326657 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.db [req-4b143d1c-9c44-4945-996f-6323148dad35 req-c16562a5-6ec3-4508-9d59-03314c4a4c34 service neutron] For port b908e51c-0bf3-414a-96b7-e780b0b73d1c, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=b908e51c-0bf3-414a-96b7-e780b0b73d1c,segment=NetworkSegment(48b26a3e-6f21-40b3-a4f5-639c4a6056c5),segment_id=48b26a3e-6f21-40b3-a4f5-639c4a6056c5)] {{(pid=94552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:13:08.333559 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbcb30-d6e0-4aa8-ad2f-d7b11e43b7e8 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Pushing event updated for resources: {'Port': ['ID=24101933-817d-46a0-9608-cd6c9264d7b0,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:08.336546 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-d0dbcb30-d6e0-4aa8-ad2f-d7b11e43b7e8 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:13:08.370848 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-d0dbcb30-d6e0-4aa8-ad2f-d7b11e43b7e8 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:13:08.376704 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-d0dbcb30-d6e0-4aa8-ad2f-d7b11e43b7e8 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:08.377051 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-d0dbcb30-d6e0-4aa8-ad2f-d7b11e43b7e8 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:08.423456 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-4b143d1c-9c44-4945-996f-6323148dad35 req-c16562a5-6ec3-4508-9d59-03314c4a4c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:08.520734 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b143d1c-9c44-4945-996f-6323148dad35 req-c16562a5-6ec3-4508-9d59-03314c4a4c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:08.524995 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-4b143d1c-9c44-4945-996f-6323148dad35 req-c16562a5-6ec3-4508-9d59-03314c4a4c34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for port, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:08.532028 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4b143d1c-9c44-4945-996f-6323148dad35 req-c16562a5-6ec3-4508-9d59-03314c4a4c34 service neutron] 10.222.0.47 "PUT /v2.0/ports/b908e51c-0bf3-414a-96b7-e780b0b73d1c HTTP/1.1" status: 200 len: 1094 time: 1.9940045 Sep 16 01:13:08.532185 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-d0dbcb30-d6e0-4aa8-ad2f-d7b11e43b7e8 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7232499 Sep 16 01:13:08.535780 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6a137e-41d7-47dc-afdb-22ca7e76112f', 'tag': 'b908e51c-0bf3-414a-96b7-e780b0b73d1c'}] {{(pid=94552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:13:08.536185 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e37c7ac94a84b8f8c6dc1420a2d1e1c1d602c9bf5eb8fc5b01c156650c831676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7cbd83-076a-496e-96ca-ba4a30cc4166" -d '{"events": [{"name": "network-changed", "server_uuid": "db6a137e-41d7-47dc-afdb-22ca7e76112f", "tag": "b908e51c-0bf3-414a-96b7-e780b0b73d1c"}]}' {{(pid=94552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:13:08.545485 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-18b01797-4910-425d-bf80-fafc539dbc08 req-2bc33195-55e2-427c-8ba3-cf6f21f92d26 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205110 Sep 16 01:13:08.575676 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-2e58374e-f1e4-41e1-ba6e-702f9bead714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc702037-129d-4b7f-be0b-6012203ff69a {{(pid=94551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:13:08.593597 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-1c16e4e8-4a85-485a-afd4-6ec0f27ab471 service neutron] Request body: {'port': {'device_id': '558e72b4-0968-47c0-8c90-c3cf8910554e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:08.604752 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-2e58374e-f1e4-41e1-ba6e-702f9bead714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:08.628937 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16562a5-6ec3-4508-9d59-03314c4a4c34 service neutron] Pushing event updated for resources: {'Port': ['ID=b908e51c-0bf3-414a-96b7-e780b0b73d1c,revision_number=3']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:08.658508 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-2e58374e-f1e4-41e1-ba6e-702f9bead714 service neutron] Transition to ACTIVE for port object bc702037-129d-4b7f-be0b-6012203ff69a will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 01:13:08.670988 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9d498-da85-4a23-9e3f-d62873545da4 req-6b012c7e-55eb-47b9-a44a-b70fcdcc8d07 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:08.672985 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-1c8eaafe-03f9-45a5-99fc-e64438de3bb0 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Allocated IP 172.20.0.5 (a1408b60-ef31-4319-a765-bc8dbd3a5f15/73104c2c-ea93-4973-a7a3-2804cd4a4bd8/8652dd69-9fe5-4669-8882-17de61218779) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:13:08.673113 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9ba9d498-da85-4a23-9e3f-d62873545da4 req-6b012c7e-55eb-47b9-a44a-b70fcdcc8d07 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 931 time: 0.1674623 Sep 16 01:13:08.705403 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-086dc828-c031-4e44-9475-3638704c9fa1 None None] Provisioning complete for port 24101933-817d-46a0-9608-cd6c9264d7b0 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:08.706505 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-086dc828-c031-4e44-9475-3638704c9fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:08.719140 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 934b424d-b9f2-4d87-a9a6-1fc6f4cae803 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:13:08.741335 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-1c16e4e8-4a85-485a-afd4-6ec0f27ab471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:08.758455 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-2e58374e-f1e4-41e1-ba6e-702f9bead714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:08.773583 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9ba9d498-da85-4a23-9e3f-d62873545da4 req-55a7980e-3654-401e-80b3-437a7280048f tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898514 Sep 16 01:13:08.779437 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-086dc828-c031-4e44-9475-3638704c9fa1 None None] Port 24101933-817d-46a0-9608-cd6c9264d7b0 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:13:08.808471 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b143d1c-9c44-4945-996f-6323148dad35 req-aa14b161-ac49-4d9a-b89e-fcac7fc4dbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:08.812784 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4b143d1c-9c44-4945-996f-6323148dad35 req-aa14b161-ac49-4d9a-b89e-fcac7fc4dbcd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=accb97bf2c33416984d15cc196da922a&device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 1097 time: 0.1380043 Sep 16 01:13:08.825609 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd1a04-860c-4a1d-b018-e059ebf5a61f req-2ae19481-c029-46a6-ab9d-3272994454db tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:08.832986 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-badd1a04-860c-4a1d-b018-e059ebf5a61f req-2ae19481-c029-46a6-ab9d-3272994454db tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 943 time: 0.1784587 Sep 16 01:13:08.882292 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4b143d1c-9c44-4945-996f-6323148dad35 req-926f823a-c9ff-416e-8924-05f65ad31551 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b908e51c-0bf3-414a-96b7-e780b0b73d1c HTTP/1.1" status: 200 len: 217 time: 0.0558209 Sep 16 01:13:08.887385 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 934b424d-b9f2-4d87-a9a6-1fc6f4cae803, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=934b424d-b9f2-4d87-a9a6-1fc6f4cae803,segment=NetworkSegment(b7bc3130-609d-48b4-925c-6975ea20436c),segment_id=b7bc3130-609d-48b4-925c-6975ea20436c)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:08.900783 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': '934b424d-b9f2-4d87-a9a6-1fc6f4cae803', 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468', 'port_id': '934b424d-b9f2-4d87-a9a6-1fc6f4cae803', 'mac_address': 'fa:16:3e:f1:21:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e9856ef-070b-47ee-aa2f-818462902284', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:13:08.934551 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58374e-f1e4-41e1-ba6e-702f9bead714 service neutron] Pushing event updated for resources: {'Port': ['ID=bc702037-129d-4b7f-be0b-6012203ff69a,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:08.956651 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b143d1c-9c44-4945-996f-6323148dad35 req-ef1ffc0d-bc33-4f77-a5d3-8715cfe2a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:08.958177 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4b143d1c-9c44-4945-996f-6323148dad35 req-ef1ffc0d-bc33-4f77-a5d3-8715cfe2a5c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fd27a1b-c4db-4383-9f27-5a0ae01e407a HTTP/1.1" status: 200 len: 858 time: 0.0572710 Sep 16 01:13:08.960086 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f6a0f9f7-4e5a-4925-a6b1-e93d08a15362 req-e1047da1-85a8-403d-9f4f-1d3b25349b7a tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 210 time: 0.1196110 Sep 16 01:13:08.969719 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:08.992237 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 934b424d-b9f2-4d87-a9a6-1fc6f4cae803 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:13:09.024110 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4b143d1c-9c44-4945-996f-6323148dad35 req-41a36f96-5e50-4c45-9b01-d16f565b5b5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71f35b47-080e-48ba-b98e-598a64e807a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582817 Sep 16 01:13:09.025547 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 934b424d-b9f2-4d87-a9a6-1fc6f4cae803, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=934b424d-b9f2-4d87-a9a6-1fc6f4cae803,segment=NetworkSegment(b7bc3130-609d-48b4-925c-6975ea20436c),segment_id=b7bc3130-609d-48b4-925c-6975ea20436c)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:09.028175 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd707892-7124-4adb-bd72-68a6483379ba x-openstack-request-id: req-fd707892-7124-4adb-bd72-68a6483379ba {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:13:09.028465 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6a137e-41d7-47dc-afdb-22ca7e76112f", "tag": "b908e51c-0bf3-414a-96b7-e780b0b73d1c", "status": "completed", "code": 200}]} {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:13:09.029611 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fd707892-7124-4adb-bd72-68a6483379ba {{(pid=94552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:13:09.030037 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6a137e-41d7-47dc-afdb-22ca7e76112f', 'tag': 'b908e51c-0bf3-414a-96b7-e780b0b73d1c', 'status': 'completed', 'code': 200} Sep 16 01:13:09.099871 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:09.100582 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device a11351fc-d819-4014-b9e5-d1deebaf5ddd details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:13:09.175846 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13a9aa-9223-41bb-91a2-855cdfc94377 req-d86fd560-fd05-4a6c-9823-345076c0a187 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:09.177459 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-db13a9aa-9223-41bb-91a2-855cdfc94377 req-d86fd560-fd05-4a6c-9823-345076c0a187 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 945 time: 0.0977118 Sep 16 01:13:09.179542 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4b143d1c-9c44-4945-996f-6323148dad35 req-fc05da97-e242-4705-86ec-c686ec81e1a6 service neutron] 10.222.0.47 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400008 Sep 16 01:13:09.237279 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-badd1a04-860c-4a1d-b018-e059ebf5a61f req-cf0d983f-34f9-4744-bd01-e1588016f8b8 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe48ab52-46e5-4cdd-a94b-ef9f3148c3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014478 Sep 16 01:13:09.259648 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=934b424d-b9f2-4d87-a9a6-1fc6f4cae803,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:09.272991 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-2e58374e-f1e4-41e1-ba6e-702f9bead714 service neutron] Attempting to bind port bc702037-129d-4b7f-be0b-6012203ff69a on host hv-cinder-80930 for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:13:09.273342 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-2e58374e-f1e4-41e1-ba6e-702f9bead714 service neutron] Attempting to bind port bc702037-129d-4b7f-be0b-6012203ff69a by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '48b26a3e-6f21-40b3-a4f5-639c4a6056c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71f35b47-080e-48ba-b98e-598a64e807a6'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:13:09.273694 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-2e58374e-f1e4-41e1-ba6e-702f9bead714 service neutron] Attempting to bind port bc702037-129d-4b7f-be0b-6012203ff69a on network 71f35b47-080e-48ba-b98e-598a64e807a6 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:13:09.285128 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port a11351fc-d819-4014-b9e5-d1deebaf5ddd, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=a11351fc-d819-4014-b9e5-d1deebaf5ddd,segment=NetworkSegment(e354059f-46d0-473b-8f05-17138a32432d),segment_id=e354059f-46d0-473b-8f05-17138a32432d)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:09.300320 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': 'a11351fc-d819-4014-b9e5-d1deebaf5ddd', 'network_id': 'ee254be0-3d84-4741-b0b4-d474508f7643', 'port_id': 'a11351fc-d819-4014-b9e5-d1deebaf5ddd', 'mac_address': 'fa:16:3e:21:df:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b28182-509e-40a7-9f0c-4caf47159d47', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:13:09.305098 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-2e58374e-f1e4-41e1-ba6e-702f9bead714 service neutron] Port bc702037-129d-4b7f-be0b-6012203ff69a on network 71f35b47-080e-48ba-b98e-598a64e807a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 01:13:09.305433 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-2e58374e-f1e4-41e1-ba6e-702f9bead714 service neutron] Attempting to bind port bc702037-129d-4b7f-be0b-6012203ff69a on network 71f35b47-080e-48ba-b98e-598a64e807a6 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:13:09.325509 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-2e58374e-f1e4-41e1-ba6e-702f9bead714 service neutron] Checking agent: {'id': 'b1327c00-0c42-4ebe-9e46-dfdb42688b79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'started_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:13:09.325868 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-2e58374e-f1e4-41e1-ba6e-702f9bead714 service neutron] Checking segment: {'id': '48b26a3e-6f21-40b3-a4f5-639c4a6056c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71f35b47-080e-48ba-b98e-598a64e807a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:13:09.326284 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-2e58374e-f1e4-41e1-ba6e-702f9bead714 service neutron] Bound using segment: {'id': '48b26a3e-6f21-40b3-a4f5-639c4a6056c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71f35b47-080e-48ba-b98e-598a64e807a6'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:13:09.326733 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-2e58374e-f1e4-41e1-ba6e-702f9bead714 service neutron] Bound port: bc702037-129d-4b7f-be0b-6012203ff69a, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b26a3e-6f21-40b3-a4f5-639c4a6056c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '71f35b47-080e-48ba-b98e-598a64e807a6'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:13:09.327102 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-2e58374e-f1e4-41e1-ba6e-702f9bead714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:09.327958 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-db13a9aa-9223-41bb-91a2-855cdfc94377 req-967d6483-beb9-4c5f-a1ca-0930feb7fe28 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424527 Sep 16 01:13:09.350778 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:09.357680 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4b143d1c-9c44-4945-996f-6323148dad35 req-586711f7-2e21-4130-81e8-5d7084baa865 service neutron] 10.222.0.47 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562381 Sep 16 01:13:09.358167 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11351fc-d819-4014-b9e5-d1deebaf5ddd {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:13:09.369518 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-1c8eaafe-03f9-45a5-99fc-e64438de3bb0 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:09.383169 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port a11351fc-d819-4014-b9e5-d1deebaf5ddd, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=a11351fc-d819-4014-b9e5-d1deebaf5ddd,segment=NetworkSegment(e354059f-46d0-473b-8f05-17138a32432d),segment_id=e354059f-46d0-473b-8f05-17138a32432d)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:09.476323 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:09.528163 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-1c16e4e8-4a85-485a-afd4-6ec0f27ab471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24101933-817d-46a0-9608-cd6c9264d7b0 {{(pid=94551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:13:09.536670 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-1c16e4e8-4a85-485a-afd4-6ec0f27ab471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:09.549949 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-1c16e4e8-4a85-485a-afd4-6ec0f27ab471 service neutron] Transition to ACTIVE for port object 24101933-817d-46a0-9608-cd6c9264d7b0 will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 01:13:09.573980 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=a11351fc-d819-4014-b9e5-d1deebaf5ddd,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:09.580436 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-2e58374e-f1e4-41e1-ba6e-702f9bead714 service neutron] For port bc702037-129d-4b7f-be0b-6012203ff69a, host hv-cinder-80930, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:13:09.600468 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-2e58374e-f1e4-41e1-ba6e-702f9bead714 service neutron] For port bc702037-129d-4b7f-be0b-6012203ff69a, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=bc702037-129d-4b7f-be0b-6012203ff69a,segment=NetworkSegment(48b26a3e-6f21-40b3-a4f5-639c4a6056c5),segment_id=48b26a3e-6f21-40b3-a4f5-639c4a6056c5)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:13:09.637136 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-1c16e4e8-4a85-485a-afd4-6ec0f27ab471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:09.663544 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cbd83-076a-496e-96ca-ba4a30cc4166 req-54cdb6d1-28ee-4a1f-afa3-fa774824824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:09.665243 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-1b7cbd83-076a-496e-96ca-ba4a30cc4166 req-54cdb6d1-28ee-4a1f-afa3-fa774824824f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=accb97bf2c33416984d15cc196da922a&device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 1097 time: 0.0640535 Sep 16 01:13:09.674811 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-1c8eaafe-03f9-45a5-99fc-e64438de3bb0 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:09.741636 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-1c8eaafe-03f9-45a5-99fc-e64438de3bb0 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Network a1408b60-ef31-4319-a765-bc8dbd3a5f15 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:13:09.744300 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-2e58374e-f1e4-41e1-ba6e-702f9bead714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:09.758224 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-1c8eaafe-03f9-45a5-99fc-e64438de3bb0 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:13:09.760833 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-1c8eaafe-03f9-45a5-99fc-e64438de3bb0 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:13:09.766793 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-1c8eaafe-03f9-45a5-99fc-e64438de3bb0 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:09.767695 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-1c8eaafe-03f9-45a5-99fc-e64438de3bb0 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:09.773276 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cbd83-076a-496e-96ca-ba4a30cc4166 req-9c4283aa-1e0a-46b9-9c6c-55be4065bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:09.776462 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16e4e8-4a85-485a-afd4-6ec0f27ab471 service neutron] Pushing event updated for resources: {'Port': ['ID=24101933-817d-46a0-9608-cd6c9264d7b0,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:09.776878 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-1b7cbd83-076a-496e-96ca-ba4a30cc4166 req-9c4283aa-1e0a-46b9-9c6c-55be4065bab4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=71f35b47-080e-48ba-b98e-598a64e807a6 HTTP/1.1" status: 200 len: 919 time: 0.1024263 Sep 16 01:13:09.854314 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-1b7cbd83-076a-496e-96ca-ba4a30cc4166 req-20caee5a-1516-4016-9d8e-a382c2320db7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b908e51c-0bf3-414a-96b7-e780b0b73d1c HTTP/1.1" status: 200 len: 217 time: 0.0656908 Sep 16 01:13:09.904784 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-2e58374e-f1e4-41e1-ba6e-702f9bead714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:09.905806 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-2e58374e-f1e4-41e1-ba6e-702f9bead714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:09.907251 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-2e58374e-f1e4-41e1-ba6e-702f9bead714 service neutron] 10.222.0.47 "PUT /v2.0/ports/bc702037-129d-4b7f-be0b-6012203ff69a HTTP/1.1" status: 200 len: 1094 time: 2.2437770 Sep 16 01:13:09.914772 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7e8600-fbf0-4269-bcb5-00486097f340', 'tag': 'bc702037-129d-4b7f-be0b-6012203ff69a'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:13:09.916409 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeee1abb-c296-4a8c-89c8-18cab0501982" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7e8600-fbf0-4269-bcb5-00486097f340", "tag": "bc702037-129d-4b7f-be0b-6012203ff69a"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:13:09.944305 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b7f2b-afcb-4a6f-ab0f-1873733d383d req-f63bceda-303e-4766-9f2c-96013281cf95 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:09.949279 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3f3b7f2b-afcb-4a6f-ab0f-1873733d383d req-f63bceda-303e-4766-9f2c-96013281cf95 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 944 time: 0.2778370 Sep 16 01:13:09.952485 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['a11351fc-d819-4014-b9e5-d1deebaf5ddd'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:13:09.957418 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-1c16e4e8-4a85-485a-afd4-6ec0f27ab471 service neutron] Attempting to bind port 24101933-817d-46a0-9608-cd6c9264d7b0 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:13:09.958001 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-1c16e4e8-4a85-485a-afd4-6ec0f27ab471 service neutron] Attempting to bind port 24101933-817d-46a0-9608-cd6c9264d7b0 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'f9fadbf3-9944-44ef-8c9d-f0addf29d9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:13:09.958343 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-1c16e4e8-4a85-485a-afd4-6ec0f27ab471 service neutron] Attempting to bind port 24101933-817d-46a0-9608-cd6c9264d7b0 on network af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:13:09.981884 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8eaafe-03f9-45a5-99fc-e64438de3bb0 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Pushing event updated for resources: {'Port': ['ID=8652dd69-9fe5-4669-8882-17de61218779,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:10.016025 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cbd83-076a-496e-96ca-ba4a30cc4166 req-38731c8e-efa6-4298-9241-b98edc2288be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:10.019211 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-1c16e4e8-4a85-485a-afd4-6ec0f27ab471 service neutron] Port 24101933-817d-46a0-9608-cd6c9264d7b0 on network af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 01:13:10.019969 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-1c16e4e8-4a85-485a-afd4-6ec0f27ab471 service neutron] Attempting to bind port 24101933-817d-46a0-9608-cd6c9264d7b0 on network af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:13:10.023169 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-1b7cbd83-076a-496e-96ca-ba4a30cc4166 req-38731c8e-efa6-4298-9241-b98edc2288be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fd27a1b-c4db-4383-9f27-5a0ae01e407a HTTP/1.1" status: 200 len: 858 time: 0.1608806 Sep 16 01:13:10.036337 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-1c16e4e8-4a85-485a-afd4-6ec0f27ab471 service neutron] Checking agent: {'id': 'b1327c00-0c42-4ebe-9e46-dfdb42688b79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'started_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:13:10.036972 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-1c16e4e8-4a85-485a-afd4-6ec0f27ab471 service neutron] Checking segment: {'id': 'f9fadbf3-9944-44ef-8c9d-f0addf29d9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:13:10.037561 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-1c16e4e8-4a85-485a-afd4-6ec0f27ab471 service neutron] Bound using segment: {'id': 'f9fadbf3-9944-44ef-8c9d-f0addf29d9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:13:10.038163 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-1c16e4e8-4a85-485a-afd4-6ec0f27ab471 service neutron] Bound port: 24101933-817d-46a0-9608-cd6c9264d7b0, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9fadbf3-9944-44ef-8c9d-f0addf29d9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:13:10.038687 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-1c16e4e8-4a85-485a-afd4-6ec0f27ab471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:10.071149 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-1c8eaafe-03f9-45a5-99fc-e64438de3bb0 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5067174 Sep 16 01:13:10.081466 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3f3b7f2b-afcb-4a6f-ab0f-1873733d383d req-f354dd65-06db-431d-a14d-621a2a037380 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250401 Sep 16 01:13:10.081578 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff48027-5bb7-42b0-9a75-11d3fc0b979d req-06b21460-efd6-47aa-b6a0-7cc6d88013c1 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:10.083145 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-eff48027-5bb7-42b0-9a75-11d3fc0b979d req-06b21460-efd6-47aa-b6a0-7cc6d88013c1 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.1798942 Sep 16 01:13:10.104650 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-1b7cbd83-076a-496e-96ca-ba4a30cc4166 req-2626e431-423d-4814-9fd2-b9560450f6c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71f35b47-080e-48ba-b98e-598a64e807a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683858 Sep 16 01:13:10.108548 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-cca4f564-af3b-4ce2-a0a6-ec0715fe04f3 service neutron] Request body: {'port': {'device_id': 'ce366b49-44d8-4fbb-9ed6-09a005c7af7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:10.119448 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['934b424d-b9f2-4d87-a9a6-1fc6f4cae803'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:13:10.194304 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-eff48027-5bb7-42b0-9a75-11d3fc0b979d req-0ce52b27-89aa-4561-bcf9-8c95a650a3ab tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922015 Sep 16 01:13:10.231353 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf3a847-ff74-4bb9-9ca4-27fed7abecf1 x-openstack-request-id: req-dbf3a847-ff74-4bb9-9ca4-27fed7abecf1 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:13:10.231353 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7e8600-fbf0-4269-bcb5-00486097f340", "tag": "bc702037-129d-4b7f-be0b-6012203ff69a", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:13:10.231353 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dbf3a847-ff74-4bb9-9ca4-27fed7abecf1 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:13:10.231353 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7e8600-fbf0-4269-bcb5-00486097f340', 'tag': 'bc702037-129d-4b7f-be0b-6012203ff69a', 'status': 'completed', 'code': 200} Sep 16 01:13:10.235304 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58374e-f1e4-41e1-ba6e-702f9bead714 service neutron] Pushing event updated for resources: {'Port': ['ID=bc702037-129d-4b7f-be0b-6012203ff69a,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:10.273339 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-1b7cbd83-076a-496e-96ca-ba4a30cc4166 req-6c66e50d-1e89-45ea-82ba-f4fa434d40bf service neutron] 10.222.0.47 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585538 Sep 16 01:13:10.323886 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-cca4f564-af3b-4ce2-a0a6-ec0715fe04f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:10.347444 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-ee7f3727-8bc8-4b2f-83d7-a8d4d9252a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:10.349169 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-ee7f3727-8bc8-4b2f-83d7-a8d4d9252a36 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=accb97bf2c33416984d15cc196da922a&device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 1097 time: 0.2468958 Sep 16 01:13:10.380196 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-1c16e4e8-4a85-485a-afd4-6ec0f27ab471 service neutron] For port 24101933-817d-46a0-9608-cd6c9264d7b0, host hv-cinder-80930, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:13:10.390894 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-3d522887-bd0e-49ef-bbe1-008472b0bacc None None] Provisioning complete for port 8652dd69-9fe5-4669-8882-17de61218779 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:10.391454 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3d522887-bd0e-49ef-bbe1-008472b0bacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:10.394561 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-1c16e4e8-4a85-485a-afd4-6ec0f27ab471 service neutron] For port 24101933-817d-46a0-9608-cd6c9264d7b0, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=24101933-817d-46a0-9608-cd6c9264d7b0,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:13:10.450819 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec67a70-1e4a-4d04-8170-610b95d5aba1 req-fb69dd2f-4117-4825-ae4f-199385cbe5da tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:10.464034 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-33b763c9-ba85-454d-85eb-99be389b24cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc702037-129d-4b7f-be0b-6012203ff69a HTTP/1.1" status: 200 len: 217 time: 0.0995419 Sep 16 01:13:10.465102 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-aec67a70-1e4a-4d04-8170-610b95d5aba1 req-fb69dd2f-4117-4825-ae4f-199385cbe5da tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 944 time: 0.1369481 Sep 16 01:13:10.482184 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-3d522887-bd0e-49ef-bbe1-008472b0bacc None None] Port 8652dd69-9fe5-4669-8882-17de61218779 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:13:10.544001 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-1b7cbd83-076a-496e-96ca-ba4a30cc4166 req-bb15238a-bba9-4caf-832a-d140e00c89cf service neutron] 10.222.0.47 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596238 Sep 16 01:13:10.556244 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ddaf7-7393-45f4-9b53-ca1928b3c567 req-b5b41e87-3a08-4785-b0de-818c423170d5 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:10.559866 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-6b4ddaf7-7393-45f4-9b53-ca1928b3c567 req-b5b41e87-3a08-4785-b0de-818c423170d5 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 931 time: 0.2644637 Sep 16 01:13:10.599069 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-aec67a70-1e4a-4d04-8170-610b95d5aba1 req-5ec1244d-6d8a-4f54-b656-d39704ca92f3 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe48ab52-46e5-4cdd-a94b-ef9f3148c3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322188 Sep 16 01:13:10.624521 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-1c16e4e8-4a85-485a-afd4-6ec0f27ab471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:10.722419 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dce4c5-7681-4435-8a0b-3831dd062b23 req-699c2d0c-b7e2-46d7-9f5f-08d647e3aada tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:10.723937 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c8dce4c5-7681-4435-8a0b-3831dd062b23 req-699c2d0c-b7e2-46d7-9f5f-08d647e3aada tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 945 time: 0.0521636 Sep 16 01:13:10.779126 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-1c16e4e8-4a85-485a-afd4-6ec0f27ab471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:10.780046 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-1c16e4e8-4a85-485a-afd4-6ec0f27ab471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:10.781688 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c8dce4c5-7681-4435-8a0b-3831dd062b23 req-95b6a9b4-5383-4e21-9bb4-755c47ae6612 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503378 Sep 16 01:13:10.783512 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-1c16e4e8-4a85-485a-afd4-6ec0f27ab471 service neutron] 10.222.0.47 "PUT /v2.0/ports/24101933-817d-46a0-9608-cd6c9264d7b0 HTTP/1.1" status: 200 len: 1093 time: 2.2169003 Sep 16 01:13:10.833219 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-6b4ddaf7-7393-45f4-9b53-ca1928b3c567 req-63f52c82-fcb0-4e97-bdec-d3e8a66700ec tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982832 Sep 16 01:13:10.834764 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-c381aedf-1bcf-41dd-a2f4-c8364c06ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:10.836348 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-c381aedf-1bcf-41dd-a2f4-c8364c06ca06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fd27a1b-c4db-4383-9f27-5a0ae01e407a HTTP/1.1" status: 200 len: 858 time: 0.3400531 Sep 16 01:13:10.890464 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-26a5a943-09d7-4a1c-b4cc-3c724e8025d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71f35b47-080e-48ba-b98e-598a64e807a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453980 Sep 16 01:13:10.891074 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16e4e8-4a85-485a-afd4-6ec0f27ab471 service neutron] Pushing event updated for resources: {'Port': ['ID=24101933-817d-46a0-9608-cd6c9264d7b0,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:11.091365 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-da3884cb-3b73-4ad8-bb3f-671d173a3ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:11.093158 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-da3884cb-3b73-4ad8-bb3f-671d173a3ef2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99833be108654994aac6dcf7cf390340&device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 1096 time: 0.1565633 Sep 16 01:13:11.155787 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-0f2acfd8-1a6c-4724-ad28-1153ad31e999 service neutron] 10.222.0.47 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284129 Sep 16 01:13:11.159355 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-16612e1b-54ab-4064-888f-9324952a4781 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24101933-817d-46a0-9608-cd6c9264d7b0 HTTP/1.1" status: 200 len: 217 time: 0.0480542 Sep 16 01:13:11.218999 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340ab6a-1c15-4d0f-bba5-2a321d992aaa req-957fb201-bdde-4f0a-9a6e-04fa4a9b3079 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:11.226673 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b340ab6a-1c15-4d0f-bba5-2a321d992aaa req-957fb201-bdde-4f0a-9a6e-04fa4a9b3079 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 944 time: 0.0648956 Sep 16 01:13:11.254903 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-cca4f564-af3b-4ce2-a0a6-ec0715fe04f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8652dd69-9fe5-4669-8882-17de61218779 {{(pid=94551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:13:11.265692 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b340ab6a-1c15-4d0f-bba5-2a321d992aaa req-711062c3-7f3e-40e4-93ea-000de1646a39 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382817 Sep 16 01:13:11.268355 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-cca4f564-af3b-4ce2-a0a6-ec0715fe04f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:11.321989 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-7582dab2-012a-4395-9114-6dc285c9abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:11.323379 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-7582dab2-012a-4395-9114-6dc285c9abcb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4795dce4-579a-4783-9e42-b5fb1cdac969 HTTP/1.1" status: 200 len: 856 time: 0.1464336 Sep 16 01:13:11.343580 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-cca4f564-af3b-4ce2-a0a6-ec0715fe04f3 service neutron] Transition to ACTIVE for port object 8652dd69-9fe5-4669-8882-17de61218779 will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 01:13:11.401679 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9bc583b4-22b8-45b7-bd72-596f80d8d6a6 req-b0b4780a-1c17-43f6-8a9e-9fcf123cee4e service neutron] 10.222.0.47 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229326 Sep 16 01:13:11.425367 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14245dfe-4e75-4358-a2ed-c7eccd21bb96 req-185e365f-166c-4c3c-a857-d791ed439631 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:11.425471 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-14245dfe-4e75-4358-a2ed-c7eccd21bb96 req-185e365f-166c-4c3c-a857-d791ed439631 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.1271532 Sep 16 01:13:11.428951 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-dd5baada-a69b-4357-a0e6-c4d4681baabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:11.430465 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-dd5baada-a69b-4357-a0e6-c4d4681baabd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0845454 Sep 16 01:13:11.455989 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-cca4f564-af3b-4ce2-a0a6-ec0715fe04f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:11.515370 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 60238) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:11.575341 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-14245dfe-4e75-4358-a2ed-c7eccd21bb96 req-1dc333e8-c487-4fcb-936a-ed6f4739355d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425984 Sep 16 01:13:11.590329 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4f564-af3b-4ce2-a0a6-ec0715fe04f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8652dd69-9fe5-4669-8882-17de61218779,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:11.657259 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b5dbe415-ecab-47ee-bd69-b18f72bf1aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:11.660832 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-316d128b-8762-49df-8f49-73274cfe75f8 service neutron] 10.222.0.47 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220793 Sep 16 01:13:11.664529 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-cca4f564-af3b-4ce2-a0a6-ec0715fe04f3 service neutron] Attempting to bind port 8652dd69-9fe5-4669-8882-17de61218779 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:13:11.664870 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-cca4f564-af3b-4ce2-a0a6-ec0715fe04f3 service neutron] Attempting to bind port 8652dd69-9fe5-4669-8882-17de61218779 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '577966aa-aa6c-46f5-a3af-da2e98332a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:13:11.665233 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-cca4f564-af3b-4ce2-a0a6-ec0715fe04f3 service neutron] Attempting to bind port 8652dd69-9fe5-4669-8882-17de61218779 on network a1408b60-ef31-4319-a765-bc8dbd3a5f15 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:13:11.795174 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960c815-a956-4b02-9380-cb3512002500 req-2b205346-a898-42e7-ad40-a8f8cb47b727 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:11.802909 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a960c815-a956-4b02-9380-cb3512002500 req-2b205346-a898-42e7-ad40-a8f8cb47b727 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 944 time: 0.1096830 Sep 16 01:13:11.866718 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a960c815-a956-4b02-9380-cb3512002500 req-535b7911-37c5-4a39-b616-6018f86495e2 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe48ab52-46e5-4cdd-a94b-ef9f3148c3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625820 Sep 16 01:13:11.878358 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee1abb-c296-4a8c-89c8-18cab0501982 req-c0693510-f8a7-4054-ab43-891225f40ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:11.879873 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-aeee1abb-c296-4a8c-89c8-18cab0501982 req-c0693510-f8a7-4054-ab43-891225f40ae8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=accb97bf2c33416984d15cc196da922a&device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 1097 time: 0.3079710 Sep 16 01:13:11.891978 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-cca4f564-af3b-4ce2-a0a6-ec0715fe04f3 service neutron] Port 8652dd69-9fe5-4669-8882-17de61218779 on network a1408b60-ef31-4319-a765-bc8dbd3a5f15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 01:13:11.892306 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-cca4f564-af3b-4ce2-a0a6-ec0715fe04f3 service neutron] Attempting to bind port 8652dd69-9fe5-4669-8882-17de61218779 on network a1408b60-ef31-4319-a765-bc8dbd3a5f15 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:13:11.928920 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b5dbe415-ecab-47ee-bd69-b18f72bf1aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:11.943884 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-cca4f564-af3b-4ce2-a0a6-ec0715fe04f3 service neutron] Checking agent: {'id': 'b1327c00-0c42-4ebe-9e46-dfdb42688b79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'started_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:13:11.943884 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-cca4f564-af3b-4ce2-a0a6-ec0715fe04f3 service neutron] Checking segment: {'id': '577966aa-aa6c-46f5-a3af-da2e98332a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:13:11.944177 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-cca4f564-af3b-4ce2-a0a6-ec0715fe04f3 service neutron] Bound using segment: {'id': '577966aa-aa6c-46f5-a3af-da2e98332a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:13:11.944622 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-cca4f564-af3b-4ce2-a0a6-ec0715fe04f3 service neutron] Bound port: 8652dd69-9fe5-4669-8882-17de61218779, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '577966aa-aa6c-46f5-a3af-da2e98332a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:13:11.945007 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-cca4f564-af3b-4ce2-a0a6-ec0715fe04f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:12.042641 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743a769-b05b-4052-8c29-13ffba8eb868 req-8256e6fa-b466-457f-92d9-968fc882a899 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:12.042641 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c743a769-b05b-4052-8c29-13ffba8eb868 req-8256e6fa-b466-457f-92d9-968fc882a899 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 943 time: 0.0613365 Sep 16 01:13:12.043366 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 60264) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:12.058850 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b5dbe415-ecab-47ee-bd69-b18f72bf1aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:12.096278 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758afb9-f954-4e44-85a9-cfe1e7afca1c req-fb2ec3c6-6232-4691-a981-13ab69728bf1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:12.097838 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0758afb9-f954-4e44-85a9-cfe1e7afca1c req-fb2ec3c6-6232-4691-a981-13ab69728bf1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 945 time: 0.2087636 Sep 16 01:13:12.117969 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-b5dbe415-ecab-47ee-bd69-b18f72bf1aa8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c6cca6e709344b858499835496f8efee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6015117 Sep 16 01:13:12.124111 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 60270) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:12.128883 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d5647f8e-ff31-42f0-9de6-f7fa43c3fd3b req-626daba2-9c5f-452e-9d52-cd6828fbf3f0 service neutron] 10.222.0.47 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605157 Sep 16 01:13:12.138083 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbe415-ecab-47ee-bd69-b18f72bf1aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c709e07-3bb6-440d-8e3f-ef7978f34fa1,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:12.145072 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c743a769-b05b-4052-8c29-13ffba8eb868 req-9c5a4a0e-ac23-4254-a5b1-615051698836 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958946 Sep 16 01:13:12.180989 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-cca4f564-af3b-4ce2-a0a6-ec0715fe04f3 service neutron] For port 8652dd69-9fe5-4669-8882-17de61218779, host hv-cinder-80930, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:13:12.195397 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee1abb-c296-4a8c-89c8-18cab0501982 req-290b52b5-e398-4816-8721-fe2363f25b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:12.196497 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-aeee1abb-c296-4a8c-89c8-18cab0501982 req-290b52b5-e398-4816-8721-fe2363f25b18 service neutron] 10.222.0.47 "GET /v2.0/networks?id=71f35b47-080e-48ba-b98e-598a64e807a6 HTTP/1.1" status: 200 len: 919 time: 0.3054266 Sep 16 01:13:12.198817 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b34c6819-3826-464a-bc6d-bdc588c16a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:12.205581 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-cca4f564-af3b-4ce2-a0a6-ec0715fe04f3 service neutron] For port 8652dd69-9fe5-4669-8882-17de61218779, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=8652dd69-9fe5-4669-8882-17de61218779,segment=NetworkSegment(577966aa-aa6c-46f5-a3af-da2e98332a54),segment_id=577966aa-aa6c-46f5-a3af-da2e98332a54)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:13:12.234314 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b34c6819-3826-464a-bc6d-bdc588c16a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:12.239882 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558e72b4-0968-47c0-8c90-c3cf8910554e', 'tag': '24101933-817d-46a0-9608-cd6c9264d7b0'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:13:12.241373 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-74234a4d-fd57-4eb8-a96a-41134bb661e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:12.242194 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10475f65-e3ee-40be-a98d-d349fc3fd081" -d '{"events": [{"name": "network-changed", "server_uuid": "558e72b4-0968-47c0-8c90-c3cf8910554e", "tag": "24101933-817d-46a0-9608-cd6c9264d7b0"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:13:12.248413 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-aeee1abb-c296-4a8c-89c8-18cab0501982 req-d397a009-3777-4a95-83ee-9a6b1c909c07 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc702037-129d-4b7f-be0b-6012203ff69a HTTP/1.1" status: 200 len: 217 time: 0.0415297 Sep 16 01:13:12.253923 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0758afb9-f954-4e44-85a9-cfe1e7afca1c req-3539a17a-1498-41db-ad9b-53bc947fa4a9 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461954 Sep 16 01:13:12.295086 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3064e063-49ed-4047-9da8-e18b75f4eb9c x-openstack-request-id: req-3064e063-49ed-4047-9da8-e18b75f4eb9c {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:13:12.295672 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "558e72b4-0968-47c0-8c90-c3cf8910554e", "tag": "24101933-817d-46a0-9608-cd6c9264d7b0", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:13:12.295932 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3064e063-49ed-4047-9da8-e18b75f4eb9c {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:13:12.296317 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '558e72b4-0968-47c0-8c90-c3cf8910554e', 'tag': '24101933-817d-46a0-9608-cd6c9264d7b0', 'status': 'completed', 'code': 200} Sep 16 01:13:12.316368 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-cca4f564-af3b-4ce2-a0a6-ec0715fe04f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:12.379146 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b34c6819-3826-464a-bc6d-bdc588c16a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:12.384107 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b34c6819-3826-464a-bc6d-bdc588c16a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:12.386790 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-b34c6819-3826-464a-bc6d-bdc588c16a06 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5c709e07-3bb6-440d-8e3f-ef7978f34fa1 HTTP/1.1" status: 204 len: 168 time: 0.2616222 Sep 16 01:13:12.388965 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-cca4f564-af3b-4ce2-a0a6-ec0715fe04f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:12.389677 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-cca4f564-af3b-4ce2-a0a6-ec0715fe04f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:12.391717 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-cca4f564-af3b-4ce2-a0a6-ec0715fe04f3 service neutron] 10.222.0.47 "PUT /v2.0/ports/8652dd69-9fe5-4669-8882-17de61218779 HTTP/1.1" status: 200 len: 1093 time: 2.2922153 Sep 16 01:13:12.432678 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee1abb-c296-4a8c-89c8-18cab0501982 req-c0990e43-7ef9-45d5-8d3a-0082576d9a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:12.434242 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-aeee1abb-c296-4a8c-89c8-18cab0501982 req-c0990e43-7ef9-45d5-8d3a-0082576d9a5f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fd27a1b-c4db-4383-9f27-5a0ae01e407a HTTP/1.1" status: 200 len: 858 time: 0.1509397 Sep 16 01:13:12.446944 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c6819-3826-464a-bc6d-bdc588c16a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c709e07-3bb6-440d-8e3f-ef7978f34fa1,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:12.508826 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-aeee1abb-c296-4a8c-89c8-18cab0501982 req-deccc87d-7cd3-4b2d-a444-fcff45049e1c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71f35b47-080e-48ba-b98e-598a64e807a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470853 Sep 16 01:13:12.509684 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4f564-af3b-4ce2-a0a6-ec0715fe04f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8652dd69-9fe5-4669-8882-17de61218779,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:12.518327 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-74234a4d-fd57-4eb8-a96a-41134bb661e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:12.549754 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10475f65-e3ee-40be-a98d-d349fc3fd081 req-570394e3-2274-40c6-abd5-2e134de8b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:12.551506 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-10475f65-e3ee-40be-a98d-d349fc3fd081 req-570394e3-2274-40c6-abd5-2e134de8b224 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99833be108654994aac6dcf7cf390340&device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 1096 time: 0.1976302 Sep 16 01:13:12.562024 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7ca36-7063-4098-a196-2e6144d9a0dc req-2a33232a-7a31-4cb3-8faf-1290313f3ad1 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:12.563505 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ecc7ca36-7063-4098-a196-2e6144d9a0dc req-2a33232a-7a31-4cb3-8faf-1290313f3ad1 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 944 time: 0.2085030 Sep 16 01:13:12.642221 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-74234a4d-fd57-4eb8-a96a-41134bb661e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:12.676834 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-74234a4d-fd57-4eb8-a96a-41134bb661e0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2aaa4e2db63e485fac91e940c321fab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6327450 Sep 16 01:13:12.678129 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 60286) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:12.714053 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device b908e51c-0bf3-414a-96b7-e780b0b73d1c details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:13:12.722506 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device a11351fc-d819-4014-b9e5-d1deebaf5ddd up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:13:12.746367 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ecc7ca36-7063-4098-a196-2e6144d9a0dc req-5f7b1dcf-0409-43e0-9806-99e2907babf1 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735177 Sep 16 01:13:12.750744 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-aeee1abb-c296-4a8c-89c8-18cab0501982 req-da29268e-a307-4b42-be40-7037a7417426 service neutron] 10.222.0.47 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292242 Sep 16 01:13:12.754161 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-12f80b73-b460-472a-ac72-c1c81b186918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:12.755580 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-12f80b73-b460-472a-ac72-c1c81b186918 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5fed02cb0f141b6abee4019fde49eb9&device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 1096 time: 0.1845124 Sep 16 01:13:12.767225 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74234a4d-fd57-4eb8-a96a-41134bb661e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42aac07-14f3-4c93-bfc8-97b084e3d544,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:12.793261 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10475f65-e3ee-40be-a98d-d349fc3fd081 req-3a810d30-2d39-49c3-b341-18da7f25f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:12.794761 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-10475f65-e3ee-40be-a98d-d349fc3fd081 req-3a810d30-2d39-49c3-b341-18da7f25f2e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 HTTP/1.1" status: 200 len: 918 time: 0.2303257 Sep 16 01:13:12.810052 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-5e940407-791e-432d-9515-b01dbddb610b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:12.821556 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6561663-f094-465b-909d-0b5a0879d37f req-9021ae59-9990-4362-85ee-7f8892c5f286 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:12.823586 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d6561663-f094-465b-909d-0b5a0879d37f req-9021ae59-9990-4362-85ee-7f8892c5f286 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.1543422 Sep 16 01:13:12.842677 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-2d68a09b-b6e2-424b-a264-b1488a8f79a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8652dd69-9fe5-4669-8882-17de61218779 HTTP/1.1" status: 200 len: 217 time: 0.0693512 Sep 16 01:13:12.866036 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-5e940407-791e-432d-9515-b01dbddb610b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:12.895133 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-10475f65-e3ee-40be-a98d-d349fc3fd081 req-56318ac3-aac3-4325-a122-fdf40e1c26f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24101933-817d-46a0-9608-cd6c9264d7b0 HTTP/1.1" status: 200 len: 217 time: 0.0591996 Sep 16 01:13:13.007798 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d6561663-f094-465b-909d-0b5a0879d37f req-d3fde415-1d50-4d73-b2fd-8cb44d1c3718 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700947 Sep 16 01:13:13.034426 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port b908e51c-0bf3-414a-96b7-e780b0b73d1c, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=b908e51c-0bf3-414a-96b7-e780b0b73d1c,segment=NetworkSegment(48b26a3e-6f21-40b3-a4f5-639c4a6056c5),segment_id=48b26a3e-6f21-40b3-a4f5-639c4a6056c5)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:13.045422 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-7944ce87-5641-426f-82fb-a66289ef7f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:13.045598 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': 'b908e51c-0bf3-414a-96b7-e780b0b73d1c', 'network_id': '71f35b47-080e-48ba-b98e-598a64e807a6', 'port_id': 'b908e51c-0bf3-414a-96b7-e780b0b73d1c', 'mac_address': 'fa:16:3e:29:b7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd27a1b-c4db-4383-9f27-5a0ae01e407a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:13:13.046922 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-7944ce87-5641-426f-82fb-a66289ef7f9c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=73104c2c-ea93-4973-a7a3-2804cd4a4bd8 HTTP/1.1" status: 200 len: 850 time: 0.1623447 Sep 16 01:13:13.077831 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10475f65-e3ee-40be-a98d-d349fc3fd081 req-89256cc2-f778-4014-b48b-78a59d0f49fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:13.079307 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-10475f65-e3ee-40be-a98d-d349fc3fd081 req-89256cc2-f778-4014-b48b-78a59d0f49fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4795dce4-579a-4783-9e42-b5fb1cdac969 HTTP/1.1" status: 200 len: 856 time: 0.1490381 Sep 16 01:13:13.083381 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:13.100256 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b908e51c-0bf3-414a-96b7-e780b0b73d1c {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:13:13.101507 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-aeee1abb-c296-4a8c-89c8-18cab0501982 req-954bd4aa-1ec7-4b5c-bb21-5309ba96d3cc service neutron] 10.222.0.47 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255830 Sep 16 01:13:13.120447 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port b908e51c-0bf3-414a-96b7-e780b0b73d1c, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=b908e51c-0bf3-414a-96b7-e780b0b73d1c,segment=NetworkSegment(48b26a3e-6f21-40b3-a4f5-639c4a6056c5),segment_id=48b26a3e-6f21-40b3-a4f5-639c4a6056c5)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:13.146817 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fba660-d68d-4b8b-afe2-69050ae4771f req-e365f1ac-9b60-4df9-ac5c-b3248def631b tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:13.148302 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d4fba660-d68d-4b8b-afe2-69050ae4771f req-e365f1ac-9b60-4df9-ac5c-b3248def631b tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 944 time: 0.1453614 Sep 16 01:13:13.166600 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-ee4a23de-dd72-4548-a66d-befb4923cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:13.168019 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-ee4a23de-dd72-4548-a66d-befb4923cc53 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a1408b60-ef31-4319-a765-bc8dbd3a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1072178 Sep 16 01:13:13.173947 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning for port a11351fc-d819-4014-b9e5-d1deebaf5ddd completed by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 01:13:13.174144 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-5e940407-791e-432d-9515-b01dbddb610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:13.177971 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-5e940407-791e-432d-9515-b01dbddb610b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:13.180391 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-5e940407-791e-432d-9515-b01dbddb610b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b42aac07-14f3-4c93-bfc8-97b084e3d544 HTTP/1.1" status: 204 len: 168 time: 0.4998481 Sep 16 01:13:13.180792 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port a11351fc-d819-4014-b9e5-d1deebaf5ddd triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:13.181288 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:13.191777 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e940407-791e-432d-9515-b01dbddb610b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42aac07-14f3-4c93-bfc8-97b084e3d544,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:13.199106 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10475f65-e3ee-40be-a98d-d349fc3fd081 req-40251af0-62ea-4265-876a-d24755454c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:13.204805 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-10475f65-e3ee-40be-a98d-d349fc3fd081 req-40251af0-62ea-4265-876a-d24755454c27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1031392 Sep 16 01:13:13.241605 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:13.289353 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d4fba660-d68d-4b8b-afe2-69050ae4771f req-841e41be-37ce-41a1-a926-303a2b6f71c6 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe48ab52-46e5-4cdd-a94b-ef9f3148c3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238959 Sep 16 01:13:13.320709 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ba534-2c02-4469-8c4c-f410f4c2d5a5 req-9e8bd138-d83f-4107-8bbe-6682fbeab28a tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:13.323145 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9a1ba534-2c02-4469-8c4c-f410f4c2d5a5 req-9e8bd138-d83f-4107-8bbe-6682fbeab28a tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 943 time: 0.0930092 Sep 16 01:13:13.323714 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=b908e51c-0bf3-414a-96b7-e780b0b73d1c,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:13.363258 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 60302) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:13.371716 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:13.388144 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-790d64ce-a8a5-46b8-be51-ceed366fba2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:13.393771 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9a1ba534-2c02-4469-8c4c-f410f4c2d5a5 req-8b406078-23df-4018-98b7-e17121471277 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560541 Sep 16 01:13:13.428627 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93497253-008a-4686-ba51-d1aa83f94279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11351fc-d819-4014-b9e5-d1deebaf5ddd'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:13:13.434119 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-f2cf0cb7-64b6-49bf-b6e7-7841eed99bd0 service neutron] 10.222.0.47 "GET /v2.0/networks/a1408b60-ef31-4319-a765-bc8dbd3a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547069 Sep 16 01:13:13.506201 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ea556-194a-4e39-9e08-c185ae586fdc req-e67c3887-421f-4436-bf19-b3d296a2db4d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:13.506430 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-790d64ce-a8a5-46b8-be51-ceed366fba2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:13.507635 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a15ea556-194a-4e39-9e08-c185ae586fdc req-e67c3887-421f-4436-bf19-b3d296a2db4d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 945 time: 0.1358213 Sep 16 01:13:13.533746 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port a11351fc-d819-4014-b9e5-d1deebaf5ddd, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=a11351fc-d819-4014-b9e5-d1deebaf5ddd,segment=NetworkSegment(e354059f-46d0-473b-8f05-17138a32432d),segment_id=e354059f-46d0-473b-8f05-17138a32432d)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:13.541102 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-10475f65-e3ee-40be-a98d-d349fc3fd081 req-9429d19b-382c-4afc-8bc3-0ecee1e2691b service neutron] 10.222.0.47 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185272 Sep 16 01:13:13.607896 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-790d64ce-a8a5-46b8-be51-ceed366fba2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:13.608449 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:13.609549 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 934b424d-b9f2-4d87-a9a6-1fc6f4cae803 up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:13:13.659875 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d64ce-a8a5-46b8-be51-ceed366fba2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e2c84c-ca26-4b8a-97d3-a67e73745385,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:13.665418 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-790d64ce-a8a5-46b8-be51-ceed366fba2f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=26bd54c939504b64808ee2f24ab0e30a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011398 Sep 16 01:13:13.668302 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 60310) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:13.679911 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6101be4-932a-4881-aba4-ed982dc488c6" -d '{"events": [{"server_uuid": "93497253-008a-4686-ba51-d1aa83f94279", "name": "network-vif-plugged", "status": "completed", "tag": "a11351fc-d819-4014-b9e5-d1deebaf5ddd"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:13:13.687248 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['b908e51c-0bf3-414a-96b7-e780b0b73d1c'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:13:13.734433 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7522823c-67ad-4f66-b139-c08ffbb414f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:13.765056 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7522823c-67ad-4f66-b139-c08ffbb414f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:13.797410 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=a11351fc-d819-4014-b9e5-d1deebaf5ddd,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:13.812526 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68835d11-7c34-4d78-8e6f-dea01cdb9796 x-openstack-request-id: req-68835d11-7c34-4d78-8e6f-dea01cdb9796 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:13:13.812526 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93497253-008a-4686-ba51-d1aa83f94279", "name": "network-vif-plugged", "status": "completed", "tag": "a11351fc-d819-4014-b9e5-d1deebaf5ddd", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:13:13.812526 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-68835d11-7c34-4d78-8e6f-dea01cdb9796 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:13:13.812526 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93497253-008a-4686-ba51-d1aa83f94279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11351fc-d819-4014-b9e5-d1deebaf5ddd', 'code': 200} Sep 16 01:13:13.862184 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning for port 934b424d-b9f2-4d87-a9a6-1fc6f4cae803 completed by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 01:13:13.875190 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port 934b424d-b9f2-4d87-a9a6-1fc6f4cae803 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:13.875658 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:13.887545 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a15ea556-194a-4e39-9e08-c185ae586fdc req-2a0a79ca-caa0-4577-8893-3488859e6c7d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445871 Sep 16 01:13:13.918482 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-10475f65-e3ee-40be-a98d-d349fc3fd081 req-b1431399-58fa-4956-ad84-3823c237ed91 service neutron] 10.222.0.47 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591852 Sep 16 01:13:13.920397 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e97fee26-e91b-4c3f-a7f8-01f4fbdf3841 req-9beeb98b-c37f-4bd5-ba1f-4fa2cee876ab service neutron] 10.222.0.47 "GET /v2.0/networks/a1408b60-ef31-4319-a765-bc8dbd3a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778295 Sep 16 01:13:13.940041 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb0e35-7ac2-4a98-8218-d6e04a33877e req-c7e5a866-0e67-44ff-8094-cc984067440b tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:13.941834 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-aabb0e35-7ac2-4a98-8218-d6e04a33877e req-c7e5a866-0e67-44ff-8094-cc984067440b tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 944 time: 0.0693462 Sep 16 01:13:13.951969 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7522823c-67ad-4f66-b139-c08ffbb414f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:13.955015 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7522823c-67ad-4f66-b139-c08ffbb414f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:13.957356 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-7522823c-67ad-4f66-b139-c08ffbb414f5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d6e2c84c-ca26-4b8a-97d3-a67e73745385 HTTP/1.1" status: 204 len: 168 time: 0.2869272 Sep 16 01:13:13.982255 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522823c-67ad-4f66-b139-c08ffbb414f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e2c84c-ca26-4b8a-97d3-a67e73745385,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:14.011961 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-aabb0e35-7ac2-4a98-8218-d6e04a33877e req-f917cbdc-65b8-4522-a51a-3ddaaf60d05c tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541227 Sep 16 01:13:14.043888 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:14.091963 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 60328) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:14.096736 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 934b424d-b9f2-4d87-a9a6-1fc6f4cae803, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=934b424d-b9f2-4d87-a9a6-1fc6f4cae803,segment=NetworkSegment(b7bc3130-609d-48b4-925c-6975ea20436c),segment_id=b7bc3130-609d-48b4-925c-6975ea20436c)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:14.107247 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-11e08728-8284-4a99-b096-5b33e54a4c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:14.156176 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafb01a-19b5-46c2-9d09-b1fb241df720 req-027dd752-adb9-45d7-bdd8-89f324c7c2fd tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:14.157830 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-efafb01a-19b5-46c2-9d09-b1fb241df720 req-027dd752-adb9-45d7-bdd8-89f324c7c2fd tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0543504 Sep 16 01:13:14.196447 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:14.221836 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-efafb01a-19b5-46c2-9d09-b1fb241df720 req-fef5bb04-5a8f-404a-a295-8d6a5adf43cb tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549517 Sep 16 01:13:14.236223 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-11e08728-8284-4a99-b096-5b33e54a4c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:14.251672 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=934b424d-b9f2-4d87-a9a6-1fc6f4cae803,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:14.296889 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b5115-a6d0-42f1-bb04-f6d1d26ec780 req-aaf3dbf9-69a0-4d8e-9d6e-93e2dba2bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:14.298751 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-352b5115-a6d0-42f1-bb04-f6d1d26ec780 req-aaf3dbf9-69a0-4d8e-9d6e-93e2dba2bcbd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 1098 time: 0.0808253 Sep 16 01:13:14.299192 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce366b49-44d8-4fbb-9ed6-09a005c7af7c', 'tag': '8652dd69-9fe5-4669-8882-17de61218779'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:13:14.301469 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49585639-c381-4b7d-9bdc-7ca8f17e165e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce366b49-44d8-4fbb-9ed6-09a005c7af7c", "tag": "8652dd69-9fe5-4669-8882-17de61218779"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:13:14.316153 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-11e08728-8284-4a99-b096-5b33e54a4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:14.353531 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7e4da0-97c9-4460-b7e5-f304480b2419 x-openstack-request-id: req-6c7e4da0-97c9-4460-b7e5-f304480b2419 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:13:14.353826 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce366b49-44d8-4fbb-9ed6-09a005c7af7c", "tag": "8652dd69-9fe5-4669-8882-17de61218779", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:13:14.354075 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c7e4da0-97c9-4460-b7e5-f304480b2419 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:13:14.354992 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce366b49-44d8-4fbb-9ed6-09a005c7af7c', 'tag': '8652dd69-9fe5-4669-8882-17de61218779', 'status': 'completed', 'code': 200} Sep 16 01:13:14.355827 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-352b5115-a6d0-42f1-bb04-f6d1d26ec780 req-c6b7e3c4-b01d-4ba6-ab26-65f1fee8d2e7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:14.392732 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e08728-8284-4a99-b096-5b33e54a4c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dea5779-f5dc-4c45-8960-bd8f49aa0752,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:14.406916 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-11e08728-8284-4a99-b096-5b33e54a4c19 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=89671f4dfdea48bfb4986ff45f4f0583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131089 Sep 16 01:13:14.409428 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 60338) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:14.507506 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49585639-c381-4b7d-9bdc-7ca8f17e165e req-6c27c734-7ac0-4c9a-9072-faa301821dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:14.509171 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-49585639-c381-4b7d-9bdc-7ca8f17e165e req-6c27c734-7ac0-4c9a-9072-faa301821dc3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5fed02cb0f141b6abee4019fde49eb9&device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 1096 time: 0.1136875 Sep 16 01:13:14.528166 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-575f4099-98db-4c1b-8428-903e5aef2224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:14.546315 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed46e5-c905-48cd-b9d9-a976f995f72e req-43b47b67-fe60-484e-9431-bafcefec9092 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:14.547965 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-85ed46e5-c905-48cd-b9d9-a976f995f72e req-43b47b67-fe60-484e-9431-bafcefec9092 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 945 time: 0.1168525 Sep 16 01:13:14.556499 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-575f4099-98db-4c1b-8428-903e5aef2224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:14.578907 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93ea4e-4f0c-4d9c-8dc4-46849a2f1d29 req-5d0fd7cb-75fe-47d6-992a-8d9a8e1d4122 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:14.580311 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8b93ea4e-4f0c-4d9c-8dc4-46849a2f1d29 req-5d0fd7cb-75fe-47d6-992a-8d9a8e1d4122 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 943 time: 0.0865829 Sep 16 01:13:14.604528 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-352b5115-a6d0-42f1-bb04-f6d1d26ec780 req-c6b7e3c4-b01d-4ba6-ab26-65f1fee8d2e7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:14.631869 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8b93ea4e-4f0c-4d9c-8dc4-46849a2f1d29 req-686da38b-4fbf-4dd5-a6f9-3682738728a6 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445673 Sep 16 01:13:14.657957 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-85ed46e5-c905-48cd-b9d9-a976f995f72e req-95218fe8-a19d-451d-8ed9-e9cc7c6fdf61 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe48ab52-46e5-4cdd-a94b-ef9f3148c3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924463 Sep 16 01:13:14.673408 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-352b5115-a6d0-42f1-bb04-f6d1d26ec780 req-c6b7e3c4-b01d-4ba6-ab26-65f1fee8d2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:14.690108 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49585639-c381-4b7d-9bdc-7ca8f17e165e req-35395624-18b7-468e-affe-07dbd612cbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:14.691595 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-49585639-c381-4b7d-9bdc-7ca8f17e165e req-35395624-18b7-468e-affe-07dbd612cbcb service neutron] 10.222.0.47 "GET /v2.0/networks?id=a1408b60-ef31-4319-a765-bc8dbd3a5f15 HTTP/1.1" status: 200 len: 912 time: 0.1640332 Sep 16 01:13:14.727648 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-575f4099-98db-4c1b-8428-903e5aef2224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:14.730356 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-575f4099-98db-4c1b-8428-903e5aef2224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:14.733794 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-575f4099-98db-4c1b-8428-903e5aef2224 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9dea5779-f5dc-4c45-8960-bd8f49aa0752 HTTP/1.1" status: 204 len: 168 time: 0.3175638 Sep 16 01:13:14.733929 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 24101933-817d-46a0-9608-cd6c9264d7b0 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:13:14.739550 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device b908e51c-0bf3-414a-96b7-e780b0b73d1c up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:13:14.744312 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-352b5115-a6d0-42f1-bb04-f6d1d26ec780 req-c6b7e3c4-b01d-4ba6-ab26-65f1fee8d2e7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fe48ab52-46e5-4cdd-a94b-ef9f3148c3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381332 Sep 16 01:13:14.750301 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f4099-98db-4c1b-8428-903e5aef2224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dea5779-f5dc-4c45-8960-bd8f49aa0752,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:14.770527 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-49585639-c381-4b7d-9bdc-7ca8f17e165e req-30c0c3b8-dbf3-4ad2-a8e6-7c3dc6c9510b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8652dd69-9fe5-4669-8882-17de61218779 HTTP/1.1" status: 200 len: 217 time: 0.0687025 Sep 16 01:13:14.778708 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7e3c4-b01d-4ba6-ab26-65f1fee8d2e7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=096d8ff8-4294-4ff0-b14e-8231d2fe4945,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:14.905941 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 24101933-817d-46a0-9608-cd6c9264d7b0, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=24101933-817d-46a0-9608-cd6c9264d7b0,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:14.918946 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': '24101933-817d-46a0-9608-cd6c9264d7b0', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'port_id': '24101933-817d-46a0-9608-cd6c9264d7b0', 'mac_address': 'fa:16:3e:c6:37:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:13:14.942972 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning for port b908e51c-0bf3-414a-96b7-e780b0b73d1c completed by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 01:13:14.951380 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port b908e51c-0bf3-414a-96b7-e780b0b73d1c triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:14.951757 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:14.981736 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:14.995421 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69b462-642a-4057-9971-2fc931e33130 req-8e813dc5-4d99-4acf-a307-97be70deaab1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:14.997046 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8c69b462-642a-4057-9971-2fc931e33130 req-8e813dc5-4d99-4acf-a307-97be70deaab1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 946 time: 0.0500724 Sep 16 01:13:15.001658 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24101933-817d-46a0-9608-cd6c9264d7b0 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:13:15.026092 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 24101933-817d-46a0-9608-cd6c9264d7b0, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=24101933-817d-46a0-9608-cd6c9264d7b0,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:15.034677 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8c69b462-642a-4057-9971-2fc931e33130 req-344ad5a7-4d74-4814-9e3f-05c89b6d0d78 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312726 Sep 16 01:13:15.085879 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:15.087183 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49585639-c381-4b7d-9bdc-7ca8f17e165e req-56d4eb4f-ccc8-4f04-950e-e937e95e2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:15.088838 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-49585639-c381-4b7d-9bdc-7ca8f17e165e req-56d4eb4f-ccc8-4f04-950e-e937e95e2e8c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=73104c2c-ea93-4973-a7a3-2804cd4a4bd8 HTTP/1.1" status: 200 len: 850 time: 0.0518308 Sep 16 01:13:15.127194 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:15.127879 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device bc702037-129d-4b7f-be0b-6012203ff69a details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:13:15.134539 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port b908e51c-0bf3-414a-96b7-e780b0b73d1c, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=b908e51c-0bf3-414a-96b7-e780b0b73d1c,segment=NetworkSegment(48b26a3e-6f21-40b3-a4f5-639c4a6056c5),segment_id=48b26a3e-6f21-40b3-a4f5-639c4a6056c5)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:15.176352 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49585639-c381-4b7d-9bdc-7ca8f17e165e req-fccba22d-3691-449e-91e0-8c4e1327704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:15.178164 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-49585639-c381-4b7d-9bdc-7ca8f17e165e req-fccba22d-3691-449e-91e0-8c4e1327704d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a1408b60-ef31-4319-a765-bc8dbd3a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801046 Sep 16 01:13:15.206807 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdbad0-3d59-42f4-86db-ce83b0583729 req-9c1f9892-ad6b-438b-b2dd-6a784e998d50 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:15.208625 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3acdbad0-3d59-42f4-86db-ce83b0583729 req-9c1f9892-ad6b-438b-b2dd-6a784e998d50 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 944 time: 0.0700150 Sep 16 01:13:15.211633 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=24101933-817d-46a0-9608-cd6c9264d7b0,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:15.249761 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:15.310780 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3acdbad0-3d59-42f4-86db-ce83b0583729 req-db12b0b7-0107-40f5-a8cc-741726f335e6 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875494 Sep 16 01:13:15.325932 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port bc702037-129d-4b7f-be0b-6012203ff69a, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=bc702037-129d-4b7f-be0b-6012203ff69a,segment=NetworkSegment(48b26a3e-6f21-40b3-a4f5-639c4a6056c5),segment_id=48b26a3e-6f21-40b3-a4f5-639c4a6056c5)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:15.337299 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-49585639-c381-4b7d-9bdc-7ca8f17e165e req-d86108f7-bd5b-4b74-9823-0937f810b247 service neutron] 10.222.0.47 "GET /v2.0/networks/a1408b60-ef31-4319-a765-bc8dbd3a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499507 Sep 16 01:13:15.348097 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=b908e51c-0bf3-414a-96b7-e780b0b73d1c,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:15.354613 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': 'bc702037-129d-4b7f-be0b-6012203ff69a', 'network_id': '71f35b47-080e-48ba-b98e-598a64e807a6', 'port_id': 'bc702037-129d-4b7f-be0b-6012203ff69a', 'mac_address': 'fa:16:3e:fa:de:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd27a1b-c4db-4383-9f27-5a0ae01e407a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:13:15.414712 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:15.435317 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc702037-129d-4b7f-be0b-6012203ff69a {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:13:15.439626 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165335b-ad72-4599-8e5f-608e15dee1a3 req-e818ba35-0f11-4f3d-9612-25c8bf95cd70 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:15.443085 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-0165335b-ad72-4599-8e5f-608e15dee1a3 req-e818ba35-0f11-4f3d-9612-25c8bf95cd70 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 944 time: 0.0676701 Sep 16 01:13:15.469641 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port bc702037-129d-4b7f-be0b-6012203ff69a, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=bc702037-129d-4b7f-be0b-6012203ff69a,segment=NetworkSegment(48b26a3e-6f21-40b3-a4f5-639c4a6056c5),segment_id=48b26a3e-6f21-40b3-a4f5-639c4a6056c5)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:15.493078 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-0165335b-ad72-4599-8e5f-608e15dee1a3 req-670e279c-9e5f-4805-8be7-7cae1256f060 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418825 Sep 16 01:13:15.499636 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-49585639-c381-4b7d-9bdc-7ca8f17e165e req-e7eee017-7c58-4f41-8c62-6234abcdf628 service neutron] 10.222.0.47 "GET /v2.0/networks/a1408b60-ef31-4319-a765-bc8dbd3a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541800 Sep 16 01:13:15.608309 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:15.676578 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=bc702037-129d-4b7f-be0b-6012203ff69a,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:15.785604 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ccd4-1d8b-4138-90fe-dedf51d25770 req-491c3c91-841a-4046-b96a-1ef49fe14d8b tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:15.787872 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d044ccd4-1d8b-4138-90fe-dedf51d25770 req-491c3c91-841a-4046-b96a-1ef49fe14d8b tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 943 time: 0.0764513 Sep 16 01:13:15.800747 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfcc58-83ce-4d96-8097-c02236e76d36 req-64297272-45b5-4d7a-9ea4-742701ddb1b2 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:15.802292 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-22bfcc58-83ce-4d96-8097-c02236e76d36 req-64297272-45b5-4d7a-9ea4-742701ddb1b2 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 945 time: 0.0490859 Sep 16 01:13:15.812058 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06746e82-bb95-489e-b1d2-1b3fe5479f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934b424d-b9f2-4d87-a9a6-1fc6f4cae803'}, {'server_uuid': 'db6a137e-41d7-47dc-afdb-22ca7e76112f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b908e51c-0bf3-414a-96b7-e780b0b73d1c'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:13:15.814551 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdb66e5-de79-4294-923b-fc91a46befd1" -d '{"events": [{"server_uuid": "06746e82-bb95-489e-b1d2-1b3fe5479f66", "name": "network-vif-plugged", "status": "completed", "tag": "934b424d-b9f2-4d87-a9a6-1fc6f4cae803"}, {"server_uuid": "db6a137e-41d7-47dc-afdb-22ca7e76112f", "name": "network-vif-plugged", "status": "completed", "tag": "b908e51c-0bf3-414a-96b7-e780b0b73d1c"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:13:15.832330 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d044ccd4-1d8b-4138-90fe-dedf51d25770 req-89b27996-15fe-4fca-9f0d-6a485bb9b4ba tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370603 Sep 16 01:13:15.841853 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-22bfcc58-83ce-4d96-8097-c02236e76d36 req-724004f4-e9f1-4fc6-a568-df5640d0c9e4 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe48ab52-46e5-4cdd-a94b-ef9f3148c3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326941 Sep 16 01:13:15.884049 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 01:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bf1382-de55-4699-9037-2c8cb6d38b44 x-openstack-request-id: req-a2bf1382-de55-4699-9037-2c8cb6d38b44 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:13:15.884355 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06746e82-bb95-489e-b1d2-1b3fe5479f66", "name": "network-vif-plugged", "status": "completed", "tag": "934b424d-b9f2-4d87-a9a6-1fc6f4cae803", "code": 200}, {"server_uuid": "db6a137e-41d7-47dc-afdb-22ca7e76112f", "name": "network-vif-plugged", "status": "completed", "tag": "b908e51c-0bf3-414a-96b7-e780b0b73d1c", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:13:15.884612 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a2bf1382-de55-4699-9037-2c8cb6d38b44 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:13:15.885070 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06746e82-bb95-489e-b1d2-1b3fe5479f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934b424d-b9f2-4d87-a9a6-1fc6f4cae803', 'code': 200} Sep 16 01:13:15.885333 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6a137e-41d7-47dc-afdb-22ca7e76112f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b908e51c-0bf3-414a-96b7-e780b0b73d1c', 'code': 200} Sep 16 01:13:15.965672 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['24101933-817d-46a0-9608-cd6c9264d7b0'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:13:15.995409 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['bc702037-129d-4b7f-be0b-6012203ff69a'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:13:16.195637 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d5ebd-98f9-469d-a0c1-242992274ff2 req-cde6ea74-4399-4156-9985-47bf2306dc64 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:16.197310 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c56d5ebd-98f9-469d-a0c1-242992274ff2 req-cde6ea74-4399-4156-9985-47bf2306dc64 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 946 time: 0.0617292 Sep 16 01:13:16.236523 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c56d5ebd-98f9-469d-a0c1-242992274ff2 req-568030c0-cb2c-4173-a371-e9d4f4b83267 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327685 Sep 16 01:13:16.446830 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1ba4e-de4b-49e8-af86-3196b14f1cc2 req-9a706d4d-cb30-4b47-83eb-c5ad3c2ab864 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:16.448334 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-eed1ba4e-de4b-49e8-af86-3196b14f1cc2 req-9a706d4d-cb30-4b47-83eb-c5ad3c2ab864 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 945 time: 0.0498202 Sep 16 01:13:16.539185 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-eed1ba4e-de4b-49e8-af86-3196b14f1cc2 req-ae1eb281-4444-427c-97e3-d7bf12820a19 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847127 Sep 16 01:13:16.561624 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a98fcb-f4f8-43d8-878c-19981cfdc993 req-c8bcc156-684a-4948-bacf-56b3cbd8513e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:16.562858 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a4a98fcb-f4f8-43d8-878c-19981cfdc993 req-c8bcc156-684a-4948-bacf-56b3cbd8513e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 1099 time: 0.0986934 Sep 16 01:13:16.603473 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7f70e-7fbc-4ac5-a595-9cf11e9617c0 req-52c3c058-58ea-47ae-815f-d520dabc794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:16.605024 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-aff7f70e-7fbc-4ac5-a595-9cf11e9617c0 req-52c3c058-58ea-47ae-815f-d520dabc794f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 1099 time: 0.0779471 Sep 16 01:13:16.621217 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a4a98fcb-f4f8-43d8-878c-19981cfdc993 req-2d150c11-7f5d-4675-b5fc-8e7e854d279e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492170 Sep 16 01:13:16.684410 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c8411-e905-4891-af0c-7dcfbe4e86fd req-bd6403b1-c5b5-4737-8540-1b361c0d12a9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:16.686645 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-aff7f70e-7fbc-4ac5-a595-9cf11e9617c0 req-d3ee02fc-e48d-496b-b7fc-170dadf32c40 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671995 Sep 16 01:13:16.688359 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c88c8411-e905-4891-af0c-7dcfbe4e86fd req-bd6403b1-c5b5-4737-8540-1b361c0d12a9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 944 time: 0.0936086 Sep 16 01:13:16.729156 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c88c8411-e905-4891-af0c-7dcfbe4e86fd req-405e03bc-e962-446b-b7b0-7ef4306db8de tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336096 Sep 16 01:13:16.745381 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 8652dd69-9fe5-4669-8882-17de61218779 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:13:16.851659 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 8652dd69-9fe5-4669-8882-17de61218779, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=8652dd69-9fe5-4669-8882-17de61218779,segment=NetworkSegment(577966aa-aa6c-46f5-a3af-da2e98332a54),segment_id=577966aa-aa6c-46f5-a3af-da2e98332a54)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:16.870176 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': '8652dd69-9fe5-4669-8882-17de61218779', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'port_id': '8652dd69-9fe5-4669-8882-17de61218779', 'mac_address': 'fa:16:3e:11:2a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:13:16.917667 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:16.939957 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8652dd69-9fe5-4669-8882-17de61218779 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:13:16.961873 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 8652dd69-9fe5-4669-8882-17de61218779, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=8652dd69-9fe5-4669-8882-17de61218779,segment=NetworkSegment(577966aa-aa6c-46f5-a3af-da2e98332a54),segment_id=577966aa-aa6c-46f5-a3af-da2e98332a54)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:16.984521 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b6dae-0898-4ef8-a33c-18ac3b32cb9d req-6db1dea8-c7fb-430e-8108-9c3b3b3a72b8 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:16.986397 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-677b6dae-0898-4ef8-a33c-18ac3b32cb9d req-6db1dea8-c7fb-430e-8108-9c3b3b3a72b8 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 945 time: 0.0650935 Sep 16 01:13:16.991669 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c8d02-8005-4137-9af2-8203a732bcf4 req-4f46384f-7a0c-4488-b0d5-7a9ab7821a85 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:16.993300 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-722c8d02-8005-4137-9af2-8203a732bcf4 req-4f46384f-7a0c-4488-b0d5-7a9ab7821a85 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 943 time: 0.0636859 Sep 16 01:13:17.027322 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-677b6dae-0898-4ef8-a33c-18ac3b32cb9d req-8b798d12-85c1-4339-9f26-0131f0893225 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe48ab52-46e5-4cdd-a94b-ef9f3148c3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337694 Sep 16 01:13:17.031521 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-722c8d02-8005-4137-9af2-8203a732bcf4 req-6d02fec3-b752-4a33-911f-143c784433a2 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322392 Sep 16 01:13:17.117838 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:17.172479 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=8652dd69-9fe5-4669-8882-17de61218779,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:17.247479 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:17.369224 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a188829-d407-4dd1-837d-6ac064f72e5a req-b2d5a2d9-5629-4cd4-a3c3-91123b8cb381 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:17.371141 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9a188829-d407-4dd1-837d-6ac064f72e5a req-b2d5a2d9-5629-4cd4-a3c3-91123b8cb381 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 946 time: 0.0499616 Sep 16 01:13:17.423303 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9a188829-d407-4dd1-837d-6ac064f72e5a req-aa6a0547-8136-47d2-b232-368decd0f4e6 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451608 Sep 16 01:13:17.507021 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['8652dd69-9fe5-4669-8882-17de61218779'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:13:17.657728 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8aa16-a6d5-4422-b59a-f136e99b7aeb req-61d98681-ad10-4f19-8d25-fe13be0f725c tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:17.662911 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b5e8aa16-a6d5-4422-b59a-f136e99b7aeb req-61d98681-ad10-4f19-8d25-fe13be0f725c tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 945 time: 0.0482316 Sep 16 01:13:17.701241 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b5e8aa16-a6d5-4422-b59a-f136e99b7aeb req-14a33339-a559-4342-9c48-113c220d0358 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357206 Sep 16 01:13:17.917627 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5061e33-8967-4469-8519-c8b3a8f7cb46 req-683ab191-e405-40ea-912d-72b41119a77c tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:17.928962 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a5061e33-8967-4469-8519-c8b3a8f7cb46 req-683ab191-e405-40ea-912d-72b41119a77c tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 944 time: 0.1072645 Sep 16 01:13:17.975770 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a5061e33-8967-4469-8519-c8b3a8f7cb46 req-2b1e896b-878d-4c21-9172-54b29ba616af tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360286 Sep 16 01:13:18.166268 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0743ba-00e1-4861-b247-d29be1406af1 req-6beaed34-ccd4-4365-ac45-0cf67cb8d5d0 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:18.167755 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ad0743ba-00e1-4861-b247-d29be1406af1 req-6beaed34-ccd4-4365-ac45-0cf67cb8d5d0 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 944 time: 0.0548201 Sep 16 01:13:18.212468 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ad0743ba-00e1-4861-b247-d29be1406af1 req-5fd48b4a-3a06-4b48-a7eb-76262cf1fd6d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387137 Sep 16 01:13:18.465239 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 60522) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:18.605659 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-51badc18-e287-4fcf-a930-6528c7fa8ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:18.624586 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f945f-67a8-4bfb-9c93-bc52e9697320 req-5b45b37b-d9a4-4c23-9296-d4d9cce31eb8 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:18.626101 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-826f945f-67a8-4bfb-9c93-bc52e9697320 req-5b45b37b-d9a4-4c23-9296-d4d9cce31eb8 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 946 time: 0.0805905 Sep 16 01:13:18.675010 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 60530) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:18.704576 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-826f945f-67a8-4bfb-9c93-bc52e9697320 req-fbe0518e-b7a0-4d3c-963f-9ea1bb688744 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672746 Sep 16 01:13:18.756157 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-51badc18-e287-4fcf-a930-6528c7fa8ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:18.760888 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 8652dd69-9fe5-4669-8882-17de61218779 up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:13:18.833468 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-1a889373-d3ab-4927-813d-046c248f226e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:18.861049 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428dec7-17bb-457b-bd90-477a33dde8d0 req-be908793-a28c-4e43-80f4-63e735f6b3b2 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:18.862639 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7428dec7-17bb-457b-bd90-477a33dde8d0 req-be908793-a28c-4e43-80f4-63e735f6b3b2 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 945 time: 0.0744097 Sep 16 01:13:18.887800 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-51badc18-e287-4fcf-a930-6528c7fa8ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:18.908232 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7428dec7-17bb-457b-bd90-477a33dde8d0 req-7d591d14-138a-4f87-98cf-dd4b157fe80c tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390973 Sep 16 01:13:18.929567 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-51badc18-e287-4fcf-a930-6528c7fa8ed0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0595cbc75b5747539faac2d15384bf3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4631958 Sep 16 01:13:18.930818 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 60544) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:18.934099 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning for port 8652dd69-9fe5-4669-8882-17de61218779 completed by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 01:13:18.938184 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port 8652dd69-9fe5-4669-8882-17de61218779 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:18.938564 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:18.951100 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51badc18-e287-4fcf-a930-6528c7fa8ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6946c124-1cca-45ca-af47-d1fccd8dda9b,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:18.996377 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-077f1622-9afa-43f9-878c-9038f4099a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:19.006174 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-1a889373-d3ab-4927-813d-046c248f226e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:19.022192 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-077f1622-9afa-43f9-878c-9038f4099a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:19.068872 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:19.091736 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce366b49-44d8-4fbb-9ed6-09a005c7af7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8652dd69-9fe5-4669-8882-17de61218779'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:13:19.094272 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f352f7c-93d9-4134-ab05-298d4cba82e4" -d '{"events": [{"server_uuid": "ce366b49-44d8-4fbb-9ed6-09a005c7af7c", "name": "network-vif-plugged", "status": "completed", "tag": "8652dd69-9fe5-4669-8882-17de61218779"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:13:19.110004 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 8652dd69-9fe5-4669-8882-17de61218779, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=8652dd69-9fe5-4669-8882-17de61218779,segment=NetworkSegment(577966aa-aa6c-46f5-a3af-da2e98332a54),segment_id=577966aa-aa6c-46f5-a3af-da2e98332a54)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:19.119588 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-1a889373-d3ab-4927-813d-046c248f226e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:19.148588 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110713e-7ba0-4f36-8682-731443deec99 req-c1c14d33-bb9e-456c-abf2-789099d0375a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:19.150597 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e110713e-7ba0-4f36-8682-731443deec99 req-c1c14d33-bb9e-456c-abf2-789099d0375a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 944 time: 0.0758946 Sep 16 01:13:19.183636 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-1a889373-d3ab-4927-813d-046c248f226e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0183eb5654b64ceb9833d4e3d9ba8b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5074341 Sep 16 01:13:19.186062 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a889373-d3ab-4927-813d-046c248f226e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb682f20-5195-4aa4-be07-0e999a72bc7e,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:19.186724 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 60556) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:19.206798 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e110713e-7ba0-4f36-8682-731443deec99 req-32be430c-4590-4e71-856e-52db799aef41 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477316 Sep 16 01:13:19.225447 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-077f1622-9afa-43f9-878c-9038f4099a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:19.225447 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-077f1622-9afa-43f9-878c-9038f4099a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:19.225811 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-077f1622-9afa-43f9-878c-9038f4099a53 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6946c124-1cca-45ca-af47-d1fccd8dda9b HTTP/1.1" status: 204 len: 168 time: 0.2939358 Sep 16 01:13:19.234352 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f1622-9afa-43f9-878c-9038f4099a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6946c124-1cca-45ca-af47-d1fccd8dda9b,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:19.251913 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c2f7-7ff6-4082-906f-fd8e65366cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:19.274846 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c2f7-7ff6-4082-906f-fd8e65366cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:19.275429 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26e62dc-ae0e-4fd4-a71a-e4ee1e701412 x-openstack-request-id: req-d26e62dc-ae0e-4fd4-a71a-e4ee1e701412 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:13:19.277664 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce366b49-44d8-4fbb-9ed6-09a005c7af7c", "name": "network-vif-plugged", "status": "completed", "tag": "8652dd69-9fe5-4669-8882-17de61218779", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:13:19.277919 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d26e62dc-ae0e-4fd4-a71a-e4ee1e701412 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:13:19.278326 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce366b49-44d8-4fbb-9ed6-09a005c7af7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8652dd69-9fe5-4669-8882-17de61218779', 'code': 200} Sep 16 01:13:19.293171 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:19.294304 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 24101933-817d-46a0-9608-cd6c9264d7b0 up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:13:19.371215 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2958ba-7c54-4b84-941a-b1a82b37a866 req-407f0419-8a68-417d-9cdf-9d12bd60145c tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:19.379409 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3d2958ba-7c54-4b84-941a-b1a82b37a866 req-407f0419-8a68-417d-9cdf-9d12bd60145c tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0575633 Sep 16 01:13:19.409536 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=8652dd69-9fe5-4669-8882-17de61218779,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:19.412936 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3d2958ba-7c54-4b84-941a-b1a82b37a866 req-53a6c2b3-229b-435e-81f9-c70827d30017 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313208 Sep 16 01:13:19.470739 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c2f7-7ff6-4082-906f-fd8e65366cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:19.473358 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c2f7-7ff6-4082-906f-fd8e65366cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:19.475073 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-2ea4c2f7-7ff6-4082-906f-fd8e65366cc7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bb682f20-5195-4aa4-be07-0e999a72bc7e HTTP/1.1" status: 204 len: 168 time: 0.2871239 Sep 16 01:13:19.482921 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4c2f7-7ff6-4082-906f-fd8e65366cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb682f20-5195-4aa4-be07-0e999a72bc7e,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:19.505764 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning for port 24101933-817d-46a0-9608-cd6c9264d7b0 completed by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 01:13:19.512452 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port 24101933-817d-46a0-9608-cd6c9264d7b0 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:19.517332 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:19.597695 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:19.630275 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 24101933-817d-46a0-9608-cd6c9264d7b0, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=24101933-817d-46a0-9608-cd6c9264d7b0,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:19.725741 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c2ee5-cc26-4aaf-879d-b2cbaa9ec72e req-1d9c172d-ca5c-4bc9-b0b2-d117a18251d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:19.727273 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-af3c2ee5-cc26-4aaf-879d-b2cbaa9ec72e req-1d9c172d-ca5c-4bc9-b0b2-d117a18251d4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 1098 time: 0.0416596 Sep 16 01:13:19.733833 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:19.734576 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device bc702037-129d-4b7f-be0b-6012203ff69a up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:13:19.765294 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-af3c2ee5-cc26-4aaf-879d-b2cbaa9ec72e req-bbf1ffb2-3b1f-468b-824e-94c2b2ade9c1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300045 Sep 16 01:13:19.810563 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=24101933-817d-46a0-9608-cd6c9264d7b0,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:19.830067 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4d253-bc4e-479d-a23b-1848f0071478 req-559438cf-77ee-4eac-8822-df2469ef375f tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:19.831580 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-19b4d253-bc4e-479d-a23b-1848f0071478 req-559438cf-77ee-4eac-8822-df2469ef375f tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 946 time: 0.0530999 Sep 16 01:13:19.890050 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-19b4d253-bc4e-479d-a23b-1848f0071478 req-b31745e9-304a-4dbb-befd-970669567f88 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509329 Sep 16 01:13:19.893529 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning for port bc702037-129d-4b7f-be0b-6012203ff69a completed by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 01:13:19.898148 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port bc702037-129d-4b7f-be0b-6012203ff69a triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:19.898530 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:20.046600 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 60584) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:20.070821 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-26925828-0ff2-41ed-9d24-088bb6115ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:20.106176 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b670c-da99-4d91-b332-80fb317bffb8 req-b33138ad-98fe-4a28-b1c0-70e6426174eb tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:20.115481 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f64b670c-da99-4d91-b332-80fb317bffb8 req-b33138ad-98fe-4a28-b1c0-70e6426174eb tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 945 time: 0.1164896 Sep 16 01:13:20.123249 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:20.162982 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port bc702037-129d-4b7f-be0b-6012203ff69a, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=bc702037-129d-4b7f-be0b-6012203ff69a,segment=NetworkSegment(48b26a3e-6f21-40b3-a4f5-639c4a6056c5),segment_id=48b26a3e-6f21-40b3-a4f5-639c4a6056c5)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:20.177367 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f64b670c-da99-4d91-b332-80fb317bffb8 req-f5e6592e-5872-446a-ab9f-5d92e3a818f7 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573254 Sep 16 01:13:20.181568 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-26925828-0ff2-41ed-9d24-088bb6115ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:20.261606 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:20.262319 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-26925828-0ff2-41ed-9d24-088bb6115ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:20.306212 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-26925828-0ff2-41ed-9d24-088bb6115ad5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=481599179e314332977ce3f19d4bcb54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580192 Sep 16 01:13:20.308934 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26925828-0ff2-41ed-9d24-088bb6115ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f54096-4353-476b-8108-67d4dcf0cdc1,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:20.309097 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 60590) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:20.326654 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=bc702037-129d-4b7f-be0b-6012203ff69a,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:20.357604 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ffc7c-a66a-4b2f-996c-7ffa50d1b89c req-031a946b-ad93-4a53-ac2c-5952ea06cfef tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:20.359640 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-1d3ffc7c-a66a-4b2f-996c-7ffa50d1b89c req-031a946b-ad93-4a53-ac2c-5952ea06cfef tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0514026 Sep 16 01:13:20.379586 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-58747793-4d82-4f57-9f82-8ff8536c675b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:20.401481 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-58747793-4d82-4f57-9f82-8ff8536c675b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:20.412569 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 60592) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:20.412989 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-1d3ffc7c-a66a-4b2f-996c-7ffa50d1b89c req-a1f93c54-a8ac-4d0e-8665-aedac8ffb4d6 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463417 Sep 16 01:13:20.438315 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0a506915-4d43-4142-a9fb-b54f340bd54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:20.544428 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c21ed2-60aa-49f4-a329-7e80b689269b req-a87dc120-c1d0-46ee-84d8-a9998d1cf7ff tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:20.545995 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-37c21ed2-60aa-49f4-a329-7e80b689269b req-a87dc120-c1d0-46ee-84d8-a9998d1cf7ff tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0561812 Sep 16 01:13:20.584283 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-37c21ed2-60aa-49f4-a329-7e80b689269b req-59c71e70-0f18-4210-947d-cde09850692d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318763 Sep 16 01:13:20.591204 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-58747793-4d82-4f57-9f82-8ff8536c675b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:20.594014 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-58747793-4d82-4f57-9f82-8ff8536c675b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:20.596381 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-58747793-4d82-4f57-9f82-8ff8536c675b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/57f54096-4353-476b-8108-67d4dcf0cdc1 HTTP/1.1" status: 204 len: 168 time: 0.2850053 Sep 16 01:13:20.613403 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58747793-4d82-4f57-9f82-8ff8536c675b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f54096-4353-476b-8108-67d4dcf0cdc1,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:20.682459 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0a506915-4d43-4142-a9fb-b54f340bd54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:20.734817 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:13:20.756915 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0a506915-4d43-4142-a9fb-b54f340bd54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:20.796867 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-0a506915-4d43-4142-a9fb-b54f340bd54e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0332ce1be4544972ac88c8de51b41e21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3831470 Sep 16 01:13:20.797733 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a506915-4d43-4142-a9fb-b54f340bd54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88004c3-4ba5-4748-a65f-8e4a67cb0d79,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:20.799484 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 60606) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:20.851485 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a934139a-2e9b-45f7-a12f-131a7c1b2930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:20.872240 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a934139a-2e9b-45f7-a12f-131a7c1b2930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:21.053809 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a934139a-2e9b-45f7-a12f-131a7c1b2930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:21.056295 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a934139a-2e9b-45f7-a12f-131a7c1b2930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:21.057478 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-a934139a-2e9b-45f7-a12f-131a7c1b2930 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d88004c3-4ba5-4748-a65f-8e4a67cb0d79 HTTP/1.1" status: 204 len: 168 time: 0.2569923 Sep 16 01:13:21.064954 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934139a-2e9b-45f7-a12f-131a7c1b2930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88004c3-4ba5-4748-a65f-8e4a67cb0d79,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:21.279813 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558e72b4-0968-47c0-8c90-c3cf8910554e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24101933-817d-46a0-9608-cd6c9264d7b0'}, {'server_uuid': 'bb7e8600-fbf0-4269-bcb5-00486097f340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc702037-129d-4b7f-be0b-6012203ff69a'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:13:21.283627 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4fd15a-7447-4ad8-a648-979026ed48aa" -d '{"events": [{"server_uuid": "558e72b4-0968-47c0-8c90-c3cf8910554e", "name": "network-vif-plugged", "status": "completed", "tag": "24101933-817d-46a0-9608-cd6c9264d7b0"}, {"server_uuid": "bb7e8600-fbf0-4269-bcb5-00486097f340", "name": "network-vif-plugged", "status": "completed", "tag": "bc702037-129d-4b7f-be0b-6012203ff69a"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:13:21.284541 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46012622-f013-41f3-aaf5-2bcbd7217cd5 req-eb4a25c1-99a7-4ac0-83a0-54c32bbe4adc tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:21.289342 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-46012622-f013-41f3-aaf5-2bcbd7217cd5 req-eb4a25c1-99a7-4ac0-83a0-54c32bbe4adc tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0494771 Sep 16 01:13:21.330708 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 01:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa31923-b4ac-4d3c-80e7-cf387ac81314 x-openstack-request-id: req-2fa31923-b4ac-4d3c-80e7-cf387ac81314 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:13:21.331010 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558e72b4-0968-47c0-8c90-c3cf8910554e", "name": "network-vif-plugged", "status": "completed", "tag": "24101933-817d-46a0-9608-cd6c9264d7b0", "code": 200}, {"server_uuid": "bb7e8600-fbf0-4269-bcb5-00486097f340", "name": "network-vif-plugged", "status": "completed", "tag": "bc702037-129d-4b7f-be0b-6012203ff69a", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:13:21.331263 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2fa31923-b4ac-4d3c-80e7-cf387ac81314 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:13:21.331665 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558e72b4-0968-47c0-8c90-c3cf8910554e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24101933-817d-46a0-9608-cd6c9264d7b0', 'code': 200} Sep 16 01:13:21.331950 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7e8600-fbf0-4269-bcb5-00486097f340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc702037-129d-4b7f-be0b-6012203ff69a', 'code': 200} Sep 16 01:13:21.337003 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-46012622-f013-41f3-aaf5-2bcbd7217cd5 req-a581b8e2-f9d8-4742-a4c7-367bc3daebf2 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436931 Sep 16 01:13:21.538379 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d5275-cd5a-4d1f-9344-dd4ba11c790d req-ce6b0e6a-d682-4ace-9074-3db7522eca9a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:21.539898 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9c3d5275-cd5a-4d1f-9344-dd4ba11c790d req-ce6b0e6a-d682-4ace-9074-3db7522eca9a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0560062 Sep 16 01:13:21.583924 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9c3d5275-cd5a-4d1f-9344-dd4ba11c790d req-78b176d4-0db5-4533-a3df-7ffe52944055 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367274 Sep 16 01:13:21.731961 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc413aae-1c9b-45c1-8d84-e821752a5a65 req-579b5bfe-7ff9-4016-b5ab-adcee69d49ad tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:21.743911 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-bc413aae-1c9b-45c1-8d84-e821752a5a65 req-579b5bfe-7ff9-4016-b5ab-adcee69d49ad tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0613923 Sep 16 01:13:21.790301 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-bc413aae-1c9b-45c1-8d84-e821752a5a65 req-db7ccff0-89a4-4791-abfa-bf26de8c594b tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411842 Sep 16 01:13:21.852600 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f4716-3dee-4e3a-bdf8-61ee53749afb req-3037e830-a2d4-4817-9e43-5f01592dc1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:21.854159 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ef4f4716-3dee-4e3a-bdf8-61ee53749afb req-3037e830-a2d4-4817-9e43-5f01592dc1f3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 1098 time: 0.0751412 Sep 16 01:13:21.860173 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104b31b-b2e7-4449-a7b6-31a44aeff5cf req-d9fd0ada-043f-4dc4-a711-f1b61aadae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:21.861603 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2104b31b-b2e7-4449-a7b6-31a44aeff5cf req-d9fd0ada-043f-4dc4-a711-f1b61aadae8a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 1099 time: 0.0558479 Sep 16 01:13:21.962829 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ef4f4716-3dee-4e3a-bdf8-61ee53749afb req-d4db42a6-dda4-4494-b18a-590ec22e05ed service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002743 Sep 16 01:13:21.970092 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2104b31b-b2e7-4449-a7b6-31a44aeff5cf req-581f87ae-560c-4319-a621-d0232699841c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016157 Sep 16 01:13:21.987410 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807d3e7-bff6-4d4e-92be-7b9a81d34826 req-46f91f3e-61e9-4402-9620-b59c18d660f0 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:21.989720 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f807d3e7-bff6-4d4e-92be-7b9a81d34826 req-46f91f3e-61e9-4402-9620-b59c18d660f0 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0751095 Sep 16 01:13:21.998493 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 60668) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:22.003218 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-8406a80c-b34e-47d7-871b-ce3b21efbac8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Request body: {'floatingip': {'port_id': '8652dd69-9fe5-4669-8882-17de61218779'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:22.242876 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8406a80c-b34e-47d7-871b-ce3b21efbac8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for floatingip, before_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:22.505898 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a8132-d97d-44ff-957c-812dffae842c req-d39501e9-8d2d-4566-8ad4-2bcf2ecbb816 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:22.507413 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f43a8132-d97d-44ff-957c-812dffae842c req-d39501e9-8d2d-4566-8ad4-2bcf2ecbb816 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0920076 Sep 16 01:13:22.653072 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f43a8132-d97d-44ff-957c-812dffae842c req-af53f6a6-1088-4d67-8542-7e3e0325aab3 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366961 Sep 16 01:13:22.773990 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d34b76-fb1c-46b8-8ab4-213b02cf7357 req-9422ecd1-1216-42a6-9982-c142424bfbeb tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:22.781975 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b9d34b76-fb1c-46b8-8ab4-213b02cf7357 req-9422ecd1-1216-42a6-9982-c142424bfbeb tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0908139 Sep 16 01:13:22.823363 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b9d34b76-fb1c-46b8-8ab4-213b02cf7357 req-2b00b51c-c8d3-4ee4-907f-a2ee437b6827 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382168 Sep 16 01:13:22.981765 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8406a80c-b34e-47d7-871b-ce3b21efbac8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:23.070780 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8406a80c-b34e-47d7-871b-ce3b21efbac8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530200'] for floatingip, after_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:23.188761 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.db.l3_db [None req-8406a80c-b34e-47d7-871b-ce3b21efbac8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Floating IP c8ad78ac-3389-4ea3-991a-8711360e73e2 associated. External IP: 172.27.3.233, port: 8652dd69-9fe5-4669-8882-17de61218779. Sep 16 01:13:23.458760 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8406a80c-b34e-47d7-871b-ce3b21efbac8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Router 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:13:23.579384 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8406a80c-b34e-47d7-871b-ce3b21efbac8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:13:23.583901 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8406a80c-b34e-47d7-871b-ce3b21efbac8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for floatingip, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:23.595303 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46afd532-0289-40f5-9a21-5b97633eb22c None None] Sync routers for ids ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'] in dv-cinder-809305-1-iscsi {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:13:23.606850 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46afd532-0289-40f5-9a21-5b97633eb22c None None] Routers {'7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:13:23.607527 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-46afd532-0289-40f5-9a21-5b97633eb22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:13:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:23.615694 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-8406a80c-b34e-47d7-871b-ce3b21efbac8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "PUT /v2.0/floatingips/c8ad78ac-3389-4ea3-991a-8711360e73e2 HTTP/1.1" status: 200 len: 991 time: 1.6159208 Sep 16 01:13:23.616265 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce366b49-44d8-4fbb-9ed6-09a005c7af7c', 'tag': '8652dd69-9fe5-4669-8882-17de61218779'}] {{(pid=94552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:13:23.618596 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e37c7ac94a84b8f8c6dc1420a2d1e1c1d602c9bf5eb8fc5b01c156650c831676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f7b7f2-3d23-4880-abb7-281524b2f389" -d '{"events": [{"name": "network-changed", "server_uuid": "ce366b49-44d8-4fbb-9ed6-09a005c7af7c", "tag": "8652dd69-9fe5-4669-8882-17de61218779"}]}' {{(pid=94552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:13:23.734292 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-46afd532-0289-40f5-9a21-5b97633eb22c None None] Set router 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:13:23.815563 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3072976f-95cd-4af8-abc7-017987e34897 x-openstack-request-id: req-3072976f-95cd-4af8-abc7-017987e34897 {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:13:23.815860 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce366b49-44d8-4fbb-9ed6-09a005c7af7c", "tag": "8652dd69-9fe5-4669-8882-17de61218779", "status": "completed", "code": 200}]} {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:13:23.816118 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3072976f-95cd-4af8-abc7-017987e34897 {{(pid=94552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:13:23.816522 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce366b49-44d8-4fbb-9ed6-09a005c7af7c', 'tag': '8652dd69-9fe5-4669-8882-17de61218779', 'status': 'completed', 'code': 200} Sep 16 01:13:23.913400 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79862f-1169-47cf-b17c-e93d3385ff9e req-0ea52caf-db2d-4572-a097-18753456ef58 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:23.915166 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ae79862f-1169-47cf-b17c-e93d3385ff9e req-0ea52caf-db2d-4572-a097-18753456ef58 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0493331 Sep 16 01:13:23.958717 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ae79862f-1169-47cf-b17c-e93d3385ff9e req-18c19990-ca49-4d15-8f9c-cb1ddfd5b40c tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354462 Sep 16 01:13:24.006083 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7b7f2-3d23-4880-abb7-281524b2f389 req-c072eacc-4b64-4b0b-a92f-49930e08281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:24.007670 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-51f7b7f2-3d23-4880-abb7-281524b2f389 req-c072eacc-4b64-4b0b-a92f-49930e08281e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5fed02cb0f141b6abee4019fde49eb9&device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 1098 time: 0.0480607 Sep 16 01:13:24.032680 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-46afd532-0289-40f5-9a21-5b97633eb22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'name': 'tempest-AttachVolumeTestJSON-1292488629-router', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:37Z', 'updated_at': '2021-09-16T01:12:45Z', 'revision_number': 4, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'gw_port': {'id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:38Z', 'updated_at': '2021-09-16T01:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': 'c8ad78ac-3389-4ea3-991a-8711360e73e2', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'port_id': '8652dd69-9fe5-4669-8882-17de61218779', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'mac_address': 'fa:16:3e:11:2a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce366b49-44d8-4fbb-9ed6-09a005c7af7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:13:00Z', 'updated_at': '2021-09-16T01:13:22Z', 'revision_number': 1, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a2d595-8a33-4cbd-b50a-312ac972cbb3', 'name': '', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'mac_address': 'fa:16:3e:70:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:43Z', 'updated_at': '2021-09-16T01:12:52Z', 'revision_number': 5, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'subnets': [{'id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:24.064093 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46afd532-0289-40f5-9a21-5b97633eb22c None None] Checking router: 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 for host: dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:13:24.094607 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46afd532-0289-40f5-9a21-5b97633eb22c None None] Routers {'7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:13:24.095250 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-46afd532-0289-40f5-9a21-5b97633eb22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:13:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:24.176484 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cb05e-db26-4dbb-90a1-2d181db9e525 req-38ccef25-232c-4add-9979-fe9eca63eeff tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:24.178631 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-386cb05e-db26-4dbb-90a1-2d181db9e525 req-38ccef25-232c-4add-9979-fe9eca63eeff tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.1354864 Sep 16 01:13:24.194437 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7b7f2-3d23-4880-abb7-281524b2f389 req-3f9ed6f1-75ff-4df1-a01c-153c234fc72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:24.195856 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-51f7b7f2-3d23-4880-abb7-281524b2f389 req-3f9ed6f1-75ff-4df1-a01c-153c234fc72a service neutron] 10.222.0.47 "GET /v2.0/networks?id=a1408b60-ef31-4319-a765-bc8dbd3a5f15 HTTP/1.1" status: 200 len: 912 time: 0.1626916 Sep 16 01:13:24.249254 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-46afd532-0289-40f5-9a21-5b97633eb22c None None] Set router 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:13:24.281569 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-386cb05e-db26-4dbb-90a1-2d181db9e525 req-64818685-aab8-4cba-a1c1-e14e67c46137 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935175 Sep 16 01:13:24.322774 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-51f7b7f2-3d23-4880-abb7-281524b2f389 req-2b9d28fd-261f-46fd-81c3-e3527e573732 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8652dd69-9fe5-4669-8882-17de61218779 HTTP/1.1" status: 200 len: 999 time: 0.1141458 Sep 16 01:13:24.386654 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7b7f2-3d23-4880-abb7-281524b2f389 req-33d5cbea-d0fd-4bb8-98bf-8c7db77c18d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:24.388456 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-51f7b7f2-3d23-4880-abb7-281524b2f389 req-33d5cbea-d0fd-4bb8-98bf-8c7db77c18d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=73104c2c-ea93-4973-a7a3-2804cd4a4bd8 HTTP/1.1" status: 200 len: 850 time: 0.0486705 Sep 16 01:13:24.462572 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7b7f2-3d23-4880-abb7-281524b2f389 req-23eb9897-f5c0-4138-a949-867c73b4ebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:24.464268 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-51f7b7f2-3d23-4880-abb7-281524b2f389 req-23eb9897-f5c0-4138-a949-867c73b4ebd8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a1408b60-ef31-4319-a765-bc8dbd3a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595057 Sep 16 01:13:24.581658 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-51f7b7f2-3d23-4880-abb7-281524b2f389 req-b9c5ffeb-07e2-4f55-a9bb-260e8eda7893 service neutron] 10.222.0.47 "GET /v2.0/networks/a1408b60-ef31-4319-a765-bc8dbd3a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978239 Sep 16 01:13:24.607994 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-46afd532-0289-40f5-9a21-5b97633eb22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'name': 'tempest-AttachVolumeTestJSON-1292488629-router', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:37Z', 'updated_at': '2021-09-16T01:12:45Z', 'revision_number': 4, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'gw_port': {'id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:38Z', 'updated_at': '2021-09-16T01:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': 'c8ad78ac-3389-4ea3-991a-8711360e73e2', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'port_id': '8652dd69-9fe5-4669-8882-17de61218779', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'mac_address': 'fa:16:3e:11:2a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce366b49-44d8-4fbb-9ed6-09a005c7af7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:13:00Z', 'updated_at': '2021-09-16T01:13:22Z', 'revision_number': 1, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a2d595-8a33-4cbd-b50a-312ac972cbb3', 'name': '', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'mac_address': 'fa:16:3e:70:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:43Z', 'updated_at': '2021-09-16T01:12:52Z', 'revision_number': 5, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'subnets': [{'id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:24.638374 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46afd532-0289-40f5-9a21-5b97633eb22c None None] The sync data for ids ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'] in dv-cinder-809305-1-iscsi is: [{'id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'name': 'tempest-AttachVolumeTestJSON-1292488629-router', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:37Z', 'updated_at': '2021-09-16T01:12:45Z', 'revision_number': 4, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'gw_port': {'id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:38Z', 'updated_at': '2021-09-16T01:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': 'c8ad78ac-3389-4ea3-991a-8711360e73e2', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'port_id': '8652dd69-9fe5-4669-8882-17de61218779', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'mac_address': 'fa:16:3e:11:2a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce366b49-44d8-4fbb-9ed6-09a005c7af7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:13:00Z', 'updated_at': '2021-09-16T01:13:22Z', 'revision_number': 1, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a2d595-8a33-4cbd-b50a-312ac972cbb3', 'name': '', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'mac_address': 'fa:16:3e:70:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:43Z', 'updated_at': '2021-09-16T01:12:52Z', 'revision_number': 5, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'subnets': [{'id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:13:24.698963 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-51f7b7f2-3d23-4880-abb7-281524b2f389 req-a9cceed3-294c-4bb0-b242-8e2c015c2d5e service neutron] 10.222.0.47 "GET /v2.0/networks/a1408b60-ef31-4319-a765-bc8dbd3a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033690 Sep 16 01:13:24.866014 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e46a93-c578-4e17-bd77-3dcee64bdfd1 None None] New status for floating IP c8ad78ac-3389-4ea3-991a-8711360e73e2: ACTIVE {{(pid=94553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 01:13:25.297764 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf4b57-991b-4df2-a794-eeb8affb0a32 req-53039602-9c0a-4e3b-89c5-01bf6324c0e1 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:25.299300 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c3cf4b57-991b-4df2-a794-eeb8affb0a32 req-53039602-9c0a-4e3b-89c5-01bf6324c0e1 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.2646303 Sep 16 01:13:25.339407 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c3cf4b57-991b-4df2-a794-eeb8affb0a32 req-5e982928-8c79-4831-a556-99323ec854df tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334229 Sep 16 01:13:25.419297 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a42dd-c720-419f-b0e6-cca499890015 req-e74c2ad2-947a-4276-8a33-ffae5dc5b634 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:25.420829 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e45a42dd-c720-419f-b0e6-cca499890015 req-e74c2ad2-947a-4276-8a33-ffae5dc5b634 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0491207 Sep 16 01:13:25.462213 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e45a42dd-c720-419f-b0e6-cca499890015 req-b3f5450d-4b32-4f20-999b-61d4dcc05da6 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336294 Sep 16 01:13:25.597050 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 60830) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:25.601595 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243dd9dc-2e52-4736-b832-669f2c86967f req-83de7bb2-1cbd-439e-a6c2-18759b27d98a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:25.602147 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-243dd9dc-2e52-4736-b832-669f2c86967f req-83de7bb2-1cbd-439e-a6c2-18759b27d98a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0536344 Sep 16 01:13:25.610810 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 60834) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:25.615491 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-c007a4a0-e830-4d27-8b17-19cc85726b4a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Request body: {'floatingip': {'port_id': '24101933-817d-46a0-9608-cd6c9264d7b0'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:25.683546 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c007a4a0-e830-4d27-8b17-19cc85726b4a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for floatingip, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:25.704292 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c45ac2b1-4796-4465-a4cd-ee339623cea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:25.803749 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c45ac2b1-4796-4465-a4cd-ee339623cea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:25.910400 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c45ac2b1-4796-4465-a4cd-ee339623cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:25.950409 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-c45ac2b1-4796-4465-a4cd-ee339623cea3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e8f8d390ea2c45ba98f3034c4203706f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520658 Sep 16 01:13:25.951265 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ac2b1-4796-4465-a4cd-ee339623cea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029ee3d7-48d2-41e3-bba7-d416e98688ce,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:25.954075 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 60840) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:26.005194 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c5a3f9fa-dab2-463b-978c-894906f40ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:26.029153 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c5a3f9fa-dab2-463b-978c-894906f40ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:26.104212 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cdb50-004d-4dd8-9216-48fbc699692d req-7045794a-83a9-4d13-a2a5-0a2518e1d13a tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:26.105739 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-489cdb50-004d-4dd8-9216-48fbc699692d req-7045794a-83a9-4d13-a2a5-0a2518e1d13a tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.3110719 Sep 16 01:13:26.110937 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff069e1-f074-4ead-948a-5d431cceb7a0 req-20c21e5e-4e44-4868-8120-1ea017d4ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:26.112301 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0ff069e1-f074-4ead-948a-5d431cceb7a0 req-20c21e5e-4e44-4868-8120-1ea017d4ce83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=accb97bf2c33416984d15cc196da922a&device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 1099 time: 0.1129603 Sep 16 01:13:26.235937 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-489cdb50-004d-4dd8-9216-48fbc699692d req-55d7b7c3-b390-4987-ac98-b60c5b94d5d7 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226845 Sep 16 01:13:26.246437 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c5a3f9fa-dab2-463b-978c-894906f40ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:26.251434 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c5a3f9fa-dab2-463b-978c-894906f40ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:26.252817 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-c5a3f9fa-dab2-463b-978c-894906f40ec8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/029ee3d7-48d2-41e3-bba7-d416e98688ce HTTP/1.1" status: 204 len: 168 time: 0.2974482 Sep 16 01:13:26.261972 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3f9fa-dab2-463b-978c-894906f40ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029ee3d7-48d2-41e3-bba7-d416e98688ce,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:26.400717 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff069e1-f074-4ead-948a-5d431cceb7a0 req-ae7a6825-1ee6-4a92-b386-7720d17c6c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:26.402228 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0ff069e1-f074-4ead-948a-5d431cceb7a0 req-ae7a6825-1ee6-4a92-b386-7720d17c6c40 service neutron] 10.222.0.47 "GET /v2.0/networks?id=71f35b47-080e-48ba-b98e-598a64e807a6 HTTP/1.1" status: 200 len: 919 time: 0.2782993 Sep 16 01:13:26.462910 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0ff069e1-f074-4ead-948a-5d431cceb7a0 req-0795f6b3-4382-45e7-b9c6-9d8d2523c667 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc702037-129d-4b7f-be0b-6012203ff69a HTTP/1.1" status: 200 len: 217 time: 0.0500243 Sep 16 01:13:26.618889 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff069e1-f074-4ead-948a-5d431cceb7a0 req-1275887c-0493-42a9-b8a3-17981485c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:26.620380 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0ff069e1-f074-4ead-948a-5d431cceb7a0 req-1275887c-0493-42a9-b8a3-17981485c7cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fd27a1b-c4db-4383-9f27-5a0ae01e407a HTTP/1.1" status: 200 len: 858 time: 0.1358945 Sep 16 01:13:26.684758 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0ff069e1-f074-4ead-948a-5d431cceb7a0 req-1568563c-0eac-4e19-b7ec-dabff95dafda service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71f35b47-080e-48ba-b98e-598a64e807a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364857 Sep 16 01:13:26.822711 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c007a4a0-e830-4d27-8b17-19cc85726b4a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:26.852158 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0ff069e1-f074-4ead-948a-5d431cceb7a0 req-3de6909e-c64e-4d01-8954-d1ca4b6ad035 service neutron] 10.222.0.47 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259601 Sep 16 01:13:26.931445 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c007a4a0-e830-4d27-8b17-19cc85726b4a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530200'] for floatingip, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:27.002969 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0ff069e1-f074-4ead-948a-5d431cceb7a0 req-a966bad1-d563-4fc4-92e3-71b6aad82a7f service neutron] 10.222.0.47 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336989 Sep 16 01:13:27.046152 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.db.l3_db [None req-c007a4a0-e830-4d27-8b17-19cc85726b4a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Floating IP 6f16c717-fb88-4043-bc1f-55453367cae5 associated. External IP: 172.27.3.144, port: 24101933-817d-46a0-9608-cd6c9264d7b0. Sep 16 01:13:27.059380 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 60860) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:27.073194 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-add2eecf-3872-45b7-9167-b31b9ec91ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:27.173990 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-add2eecf-3872-45b7-9167-b31b9ec91ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:27.286718 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-add2eecf-3872-45b7-9167-b31b9ec91ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:27.328023 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-add2eecf-3872-45b7-9167-b31b9ec91ab3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2cb74a189054425c9d16543cb859849c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673931 Sep 16 01:13:27.330440 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2eecf-3872-45b7-9167-b31b9ec91ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b605d323-a287-4612-99f3-677a8d334786,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:27.332887 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 60870) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:27.390333 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c88bc895-e10f-4826-a8ff-5d9c5d788146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:27.417568 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c88bc895-e10f-4826-a8ff-5d9c5d788146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:27.484984 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c007a4a0-e830-4d27-8b17-19cc85726b4a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Router 610be033-adb2-414c-a17f-bd2c320f4d72 has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:13:27.494213 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94967eb-6f4b-4bf3-ba22-cea4e421a2f1 req-4368e3f5-7fc5-4f75-afe1-04352c7d7aca tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:27.495774 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c94967eb-6f4b-4bf3-ba22-cea4e421a2f1 req-4368e3f5-7fc5-4f75-afe1-04352c7d7aca tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0644464 Sep 16 01:13:27.561574 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c88bc895-e10f-4826-a8ff-5d9c5d788146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:27.564138 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c88bc895-e10f-4826-a8ff-5d9c5d788146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:27.565324 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-c88bc895-e10f-4826-a8ff-5d9c5d788146 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b605d323-a287-4612-99f3-677a8d334786 HTTP/1.1" status: 204 len: 168 time: 0.2315145 Sep 16 01:13:27.574775 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c94967eb-6f4b-4bf3-ba22-cea4e421a2f1 req-10bc413d-3e0e-4d94-aec0-c869099f99f5 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727725 Sep 16 01:13:27.581617 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88bc895-e10f-4826-a8ff-5d9c5d788146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b605d323-a287-4612-99f3-677a8d334786,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:27.632492 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c007a4a0-e830-4d27-8b17-19cc85726b4a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:13:27.637338 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c007a4a0-e830-4d27-8b17-19cc85726b4a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for floatingip, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:27.642521 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d5ebe-9e0c-4d31-b023-f57e4f628cd2 None None] Sync routers for ids ['610be033-adb2-414c-a17f-bd2c320f4d72'] in dv-cinder-809305-1-iscsi {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:13:27.651970 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d5ebe-9e0c-4d31-b023-f57e4f628cd2 None None] Routers {'610be033-adb2-414c-a17f-bd2c320f4d72'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:13:27.652868 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-766d5ebe-9e0c-4d31-b023-f57e4f628cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:13:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['610be033-adb2-414c-a17f-bd2c320f4d72'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:27.671750 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-c007a4a0-e830-4d27-8b17-19cc85726b4a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "PUT /v2.0/floatingips/6f16c717-fb88-4043-bc1f-55453367cae5 HTTP/1.1" status: 200 len: 991 time: 2.0598097 Sep 16 01:13:27.672444 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558e72b4-0968-47c0-8c90-c3cf8910554e', 'tag': '24101933-817d-46a0-9608-cd6c9264d7b0'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:13:27.683613 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc84609-0f7c-42bb-9a81-8cc46e324b67" -d '{"events": [{"name": "network-changed", "server_uuid": "558e72b4-0968-47c0-8c90-c3cf8910554e", "tag": "24101933-817d-46a0-9608-cd6c9264d7b0"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:13:27.746562 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75fb364-4c20-4e5a-9ec7-58dc701dc44c x-openstack-request-id: req-f75fb364-4c20-4e5a-9ec7-58dc701dc44c {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:13:27.746940 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "558e72b4-0968-47c0-8c90-c3cf8910554e", "tag": "24101933-817d-46a0-9608-cd6c9264d7b0", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:13:27.747245 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f75fb364-4c20-4e5a-9ec7-58dc701dc44c {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:13:27.752507 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '558e72b4-0968-47c0-8c90-c3cf8910554e', 'tag': '24101933-817d-46a0-9608-cd6c9264d7b0', 'status': 'completed', 'code': 200} Sep 16 01:13:27.778420 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-766d5ebe-9e0c-4d31-b023-f57e4f628cd2 None None] Set router 610be033-adb2-414c-a17f-bd2c320f4d72 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:13:27.997619 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-766d5ebe-9e0c-4d31-b023-f57e4f628cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'name': 'tempest-AttachVolumeShelveTestJSON-1029342163-router', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:35Z', 'updated_at': '2021-09-16T01:12:43Z', 'revision_number': 4, 'project_id': '99833be108654994aac6dcf7cf390340', 'gw_port': {'id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:36Z', 'updated_at': '2021-09-16T01:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': '6f16c717-fb88-4043-bc1f-55453367cae5', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'port_id': '24101933-817d-46a0-9608-cd6c9264d7b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'mac_address': 'fa:16:3e:c6:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558e72b4-0968-47c0-8c90-c3cf8910554e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:12:58Z', 'updated_at': '2021-09-16T01:13:26Z', 'revision_number': 1, 'project_id': '99833be108654994aac6dcf7cf390340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '552ded5c-5566-4b71-a365-8b3d6f6ebedb', 'name': '', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'mac_address': 'fa:16:3e:73:09:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:41Z', 'updated_at': '2021-09-16T01:12:50Z', 'revision_number': 5, 'project_id': '99833be108654994aac6dcf7cf390340', 'subnets': [{'id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:28.026881 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d5ebe-9e0c-4d31-b023-f57e4f628cd2 None None] Checking router: 610be033-adb2-414c-a17f-bd2c320f4d72 for host: dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:13:28.034979 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d5ebe-9e0c-4d31-b023-f57e4f628cd2 None None] Routers {'610be033-adb2-414c-a17f-bd2c320f4d72'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:13:28.035674 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-766d5ebe-9e0c-4d31-b023-f57e4f628cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:13:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['610be033-adb2-414c-a17f-bd2c320f4d72'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:28.137182 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-766d5ebe-9e0c-4d31-b023-f57e4f628cd2 None None] Set router 610be033-adb2-414c-a17f-bd2c320f4d72 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:13:28.357233 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-766d5ebe-9e0c-4d31-b023-f57e4f628cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'name': 'tempest-AttachVolumeShelveTestJSON-1029342163-router', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:35Z', 'updated_at': '2021-09-16T01:12:43Z', 'revision_number': 4, 'project_id': '99833be108654994aac6dcf7cf390340', 'gw_port': {'id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:36Z', 'updated_at': '2021-09-16T01:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': '6f16c717-fb88-4043-bc1f-55453367cae5', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'port_id': '24101933-817d-46a0-9608-cd6c9264d7b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'mac_address': 'fa:16:3e:c6:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558e72b4-0968-47c0-8c90-c3cf8910554e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:12:58Z', 'updated_at': '2021-09-16T01:13:26Z', 'revision_number': 1, 'project_id': '99833be108654994aac6dcf7cf390340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '552ded5c-5566-4b71-a365-8b3d6f6ebedb', 'name': '', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'mac_address': 'fa:16:3e:73:09:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:41Z', 'updated_at': '2021-09-16T01:12:50Z', 'revision_number': 5, 'project_id': '99833be108654994aac6dcf7cf390340', 'subnets': [{'id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:28.386786 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d5ebe-9e0c-4d31-b023-f57e4f628cd2 None None] The sync data for ids ['610be033-adb2-414c-a17f-bd2c320f4d72'] in dv-cinder-809305-1-iscsi is: [{'id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'name': 'tempest-AttachVolumeShelveTestJSON-1029342163-router', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:35Z', 'updated_at': '2021-09-16T01:12:43Z', 'revision_number': 4, 'project_id': '99833be108654994aac6dcf7cf390340', 'gw_port': {'id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:36Z', 'updated_at': '2021-09-16T01:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': '6f16c717-fb88-4043-bc1f-55453367cae5', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'port_id': '24101933-817d-46a0-9608-cd6c9264d7b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'mac_address': 'fa:16:3e:c6:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558e72b4-0968-47c0-8c90-c3cf8910554e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:12:58Z', 'updated_at': '2021-09-16T01:13:26Z', 'revision_number': 1, 'project_id': '99833be108654994aac6dcf7cf390340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '552ded5c-5566-4b71-a365-8b3d6f6ebedb', 'name': '', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'mac_address': 'fa:16:3e:73:09:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:41Z', 'updated_at': '2021-09-16T01:12:50Z', 'revision_number': 5, 'project_id': '99833be108654994aac6dcf7cf390340', 'subnets': [{'id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:13:28.586817 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d927c2-5f18-49bb-aaa6-f9c765298873 None None] New status for floating IP 6f16c717-fb88-4043-bc1f-55453367cae5: ACTIVE {{(pid=94553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 01:13:28.773489 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-77b75d5e-cf08-41a1-967a-9f513b11db98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:29.212444 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 60928) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:29.315183 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-bbe892de-08f7-46b2-9c35-16a60e1e2a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:29.399652 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-bbe892de-08f7-46b2-9c35-16a60e1e2a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:29.475759 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-bbe892de-08f7-46b2-9c35-16a60e1e2a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:29.512096 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe892de-08f7-46b2-9c35-16a60e1e2a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fdb375-b935-411b-b05c-c4cbfaa189a0,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:29.525458 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-bbe892de-08f7-46b2-9c35-16a60e1e2a82 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=23226e0d828b4233b40ef557131acafd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118775 Sep 16 01:13:29.528174 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 60934) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:29.580206 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-74eb346f-e17d-4d46-acae-19404a8b1791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:29.601256 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-74eb346f-e17d-4d46-acae-19404a8b1791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:29.714898 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-74eb346f-e17d-4d46-acae-19404a8b1791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:29.717894 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-74eb346f-e17d-4d46-acae-19404a8b1791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:29.719052 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-74eb346f-e17d-4d46-acae-19404a8b1791 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/05fdb375-b935-411b-b05c-c4cbfaa189a0 HTTP/1.1" status: 204 len: 168 time: 0.1899586 Sep 16 01:13:29.728148 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb346f-e17d-4d46-acae-19404a8b1791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fdb375-b935-411b-b05c-c4cbfaa189a0,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:30.806146 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 60968) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:30.904831 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-24d37b76-4006-419b-b850-b5592bd407d6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-29561502-network', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:31.006806 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc84609-0f7c-42bb-9a81-8cc46e324b67 req-d890b2d7-b695-4743-81af-d03646414b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:31.008202 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0fc84609-0f7c-42bb-9a81-8cc46e324b67 req-d890b2d7-b695-4743-81af-d03646414b0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99833be108654994aac6dcf7cf390340&device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 1098 time: 0.0482895 Sep 16 01:13:31.058455 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d37b76-4006-419b-b850-b5592bd407d6 admin admin] Made reservation on behalf of c4a4425291ea4353acd96715b7b0df2c for: {'network': 1} {{(pid=94552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:13:31.060635 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-24d37b76-4006-419b-b850-b5592bd407d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for network, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:31.087255 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-24d37b76-4006-419b-b850-b5592bd407d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:31.114170 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc84609-0f7c-42bb-9a81-8cc46e324b67 req-c81d4675-e23e-47ae-9c4a-0654cf5d549a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:31.116189 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0fc84609-0f7c-42bb-9a81-8cc46e324b67 req-c81d4675-e23e-47ae-9c4a-0654cf5d549a service neutron] 10.222.0.47 "GET /v2.0/networks?id=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 HTTP/1.1" status: 200 len: 918 time: 0.0918906 Sep 16 01:13:31.117752 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f4d2d-2915-4300-be94-a68e836e5c27 req-40340902-c8ef-40d9-a36f-34eeafd4ad4c tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:31.119244 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-eb4f4d2d-2915-4300-be94-a68e836e5c27 req-40340902-c8ef-40d9-a36f-34eeafd4ad4c tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0711391 Sep 16 01:13:31.185768 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-eb4f4d2d-2915-4300-be94-a68e836e5c27 req-b5b17cad-c3dc-4800-8463-4104e880d0b9 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606129 Sep 16 01:13:31.208056 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0fc84609-0f7c-42bb-9a81-8cc46e324b67 req-82225cb2-a9ff-455b-9926-3ace5d208ae1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24101933-817d-46a0-9608-cd6c9264d7b0 HTTP/1.1" status: 200 len: 1001 time: 0.0816753 Sep 16 01:13:31.235929 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-24d37b76-4006-419b-b850-b5592bd407d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:31.257808 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc84609-0f7c-42bb-9a81-8cc46e324b67 req-36caf911-9b60-4c44-8037-f3042d6f2244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:31.259284 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0fc84609-0f7c-42bb-9a81-8cc46e324b67 req-36caf911-9b60-4c44-8037-f3042d6f2244 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4795dce4-579a-4783-9e42-b5fb1cdac969 HTTP/1.1" status: 200 len: 856 time: 0.0435507 Sep 16 01:13:31.304427 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc84609-0f7c-42bb-9a81-8cc46e324b67 req-061c0d64-f7c2-46b7-9e68-582ae5b48c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:31.305907 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0fc84609-0f7c-42bb-9a81-8cc46e324b67 req-061c0d64-f7c2-46b7-9e68-582ae5b48c7f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391445 Sep 16 01:13:31.333379 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-24d37b76-4006-419b-b850-b5592bd407d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:31.355083 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d37b76-4006-419b-b850-b5592bd407d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=94552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:13:31.370431 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d37b76-4006-419b-b850-b5592bd407d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad83f6a-4568-426f-bf79-1af8c092bca6,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:31.393855 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-24d37b76-4006-419b-b850-b5592bd407d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:31.393855 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.db.segments_db [None req-24d37b76-4006-419b-b850-b5592bd407d6 admin admin] Added segment b450f831-d0df-4704-816d-b4f475c9d415 of type vlan for network a47d34af-162d-487c-a53e-3c367600df95 Sep 16 01:13:31.409491 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0fc84609-0f7c-42bb-9a81-8cc46e324b67 req-90b658cc-d3cf-4c43-8d1a-af734592b341 service neutron] 10.222.0.47 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949087 Sep 16 01:13:31.431018 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-24d37b76-4006-419b-b850-b5592bd407d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752232308511'] for network, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:31.512432 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0fc84609-0f7c-42bb-9a81-8cc46e324b67 req-b812f379-c5a7-4832-b574-c3ac386c17dd service neutron] 10.222.0.47 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883460 Sep 16 01:13:31.550104 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3e946b82-92ed-4638-8f6b-ecbd63dc6af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:31.584648 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-24d37b76-4006-419b-b850-b5592bd407d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for network, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:31.585935 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d37b76-4006-419b-b850-b5592bd407d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:31.586608 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-24d37b76-4006-419b-b850-b5592bd407d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:31.649598 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d37b76-4006-419b-b850-b5592bd407d6 admin admin] Pushing event updated for resources: {'Network': ['ID=a47d34af-162d-487c-a53e-3c367600df95,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:31.659903 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Network a47d34af-162d-487c-a53e-3c367600df95 details requested by agent ovs-agent-dv-cinder-809305-1-iscsi with host dv-cinder-809305-1-iscsi {{(pid=94553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:13:31.676474 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-24d37b76-4006-419b-b850-b5592bd407d6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8692319 Sep 16 01:13:31.679924 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 60996) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:31.684649 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-a676bee0-4e6a-453a-a1c8-2a1c9cb7fdbe admin admin] Request body: {'subnet': {'network_id': 'a47d34af-162d-487c-a53e-3c367600df95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-29561502-subnet', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'ip_version': 4}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:31.778757 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a676bee0-4e6a-453a-a1c8-2a1c9cb7fdbe admin admin] Made reservation on behalf of c4a4425291ea4353acd96715b7b0df2c for: {'subnet': 1} {{(pid=94552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:13:31.781382 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a676bee0-4e6a-453a-a1c8-2a1c9cb7fdbe admin admin] Notify callbacks [] for subnet, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:31.807898 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 32768) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:31.836502 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:31.918932 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-38db09e4-d464-4a34-96f5-3503f114df00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:32.009493 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-38db09e4-d464-4a34-96f5-3503f114df00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:32.024943 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a676bee0-4e6a-453a-a1c8-2a1c9cb7fdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for subnet, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:32.080376 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676bee0-4e6a-453a-a1c8-2a1c9cb7fdbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c37ff5f3-8e2d-42fb-aa55-c8764a42e092,revision_number=0']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:32.081772 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-38db09e4-d464-4a34-96f5-3503f114df00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:32.099542 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a676bee0-4e6a-453a-a1c8-2a1c9cb7fdbe admin admin] Checking segment: {'id': 'b450f831-d0df-4704-816d-b4f475c9d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:13:32.099904 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a676bee0-4e6a-453a-a1c8-2a1c9cb7fdbe admin admin] Network hostable DHCP agents. Network: a47d34af-162d-487c-a53e-3c367600df95, hostable agents: ['8150fd10-5b69-4841-ab2e-29f8c66906c8'], hosted agents: [] {{(pid=94552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:13:32.127468 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-38db09e4-d464-4a34-96f5-3503f114df00 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=30c36a3f32a24dca9fb49ceab865d379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184586 Sep 16 01:13:32.128698 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db09e4-d464-4a34-96f5-3503f114df00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a199d57-3eee-4646-828f-ccd9e1fe1d04,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:32.130733 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 32782) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:32.181386 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f8bf-fccf-4e3b-9d15-1c5f464bd0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:32.206967 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f8bf-fccf-4e3b-9d15-1c5f464bd0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:32.223466 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a676bee0-4e6a-453a-a1c8-2a1c9cb7fdbe admin admin] Network a47d34af-162d-487c-a53e-3c367600df95 is scheduled to be hosted by DHCP agent 8150fd10-5b69-4841-ab2e-29f8c66906c8 with binding_index 1 {{(pid=94552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:13:32.304342 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.base_scheduler [None req-a676bee0-4e6a-453a-a1c8-2a1c9cb7fdbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809305-1-iscsi, a47d34af-162d-487c-a53e-3c367600df95) {{(pid=94552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:13:32.304584 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2f03f-300e-45f3-a81a-8e30fd5e4645 req-745adf90-08dc-4443-acdb-4badaa930f94 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:32.306299 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9eb2f03f-300e-45f3-a81a-8e30fd5e4645 req-745adf90-08dc-4443-acdb-4badaa930f94 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0488880 Sep 16 01:13:32.312540 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a676bee0-4e6a-453a-a1c8-2a1c9cb7fdbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:32.313156 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a676bee0-4e6a-453a-a1c8-2a1c9cb7fdbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:32.317037 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ef0c5d-8ede-4d64-9dee-c46d39dbb913 None None] Network a47d34af-162d-487c-a53e-3c367600df95 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:13:32.337750 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f8bf-fccf-4e3b-9d15-1c5f464bd0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:32.341499 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f8bf-fccf-4e3b-9d15-1c5f464bd0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:32.342929 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-8ac9f8bf-fccf-4e3b-9d15-1c5f464bd0db admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9a199d57-3eee-4646-828f-ccd9e1fe1d04 HTTP/1.1" status: 204 len: 168 time: 0.2109044 Sep 16 01:13:32.346385 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9eb2f03f-300e-45f3-a81a-8e30fd5e4645 req-05dc0a25-6741-4f20-bab5-cc89623995e6 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345304 Sep 16 01:13:32.353747 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f8bf-fccf-4e3b-9d15-1c5f464bd0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a199d57-3eee-4646-828f-ccd9e1fe1d04,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:32.402962 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-a676bee0-4e6a-453a-a1c8-2a1c9cb7fdbe admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7219872 Sep 16 01:13:32.405747 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 32790) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:32.410353 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-f20e1031-a270-4387-a3fe-6083299f23be admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-29561502-router', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:32.507504 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911c6e23-c742-4a8c-a530-25b2bf1e84b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6907d297-5b82-550a-a14a-385e6c7ce062-a47d34af-162d-487c-a53e-3c367600df95', 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'fixed_ips': [{'subnet_id': 'c37ff5f3-8e2d-42fb-aa55-c8764a42e092'}]}} from dv-cinder-809305-1-iscsi. {{(pid=94553) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 01:13:32.508373 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-911c6e23-c742-4a8c-a530-25b2bf1e84b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:32.510411 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-f20e1031-a270-4387-a3fe-6083299f23be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1185'] for router, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:32.511481 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-f20e1031-a270-4387-a3fe-6083299f23be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1210'] for router, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:32.564280 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-f20e1031-a270-4387-a3fe-6083299f23be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:32.637682 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-911c6e23-c742-4a8c-a530-25b2bf1e84b9 None None] Allocated IP 172.20.0.2 (a47d34af-162d-487c-a53e-3c367600df95/c37ff5f3-8e2d-42fb-aa55-c8764a42e092/4b6e4a48-6780-42ab-b97b-7dedd086d532) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:13:32.823866 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-911c6e23-c742-4a8c-a530-25b2bf1e84b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:32.829061 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-f20e1031-a270-4387-a3fe-6083299f23be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:32.829197 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:32.916175 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-911c6e23-c742-4a8c-a530-25b2bf1e84b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:32.950894 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911c6e23-c742-4a8c-a530-25b2bf1e84b9 None None] Network a47d34af-162d-487c-a53e-3c367600df95 is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:13:32.953616 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-911c6e23-c742-4a8c-a530-25b2bf1e84b9 None None] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:13:32.957064 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911c6e23-c742-4a8c-a530-25b2bf1e84b9 None None] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:13:32.970641 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c6e23-c742-4a8c-a530-25b2bf1e84b9 None None] Pushing event updated for resources: {'Port': ['ID=4b6e4a48-6780-42ab-b97b-7dedd086d532,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:33.028151 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-911c6e23-c742-4a8c-a530-25b2bf1e84b9 None None] Attempting to bind port 4b6e4a48-6780-42ab-b97b-7dedd086d532 on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:13:33.029250 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-911c6e23-c742-4a8c-a530-25b2bf1e84b9 None None] Attempting to bind port 4b6e4a48-6780-42ab-b97b-7dedd086d532 by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': 'b450f831-d0df-4704-816d-b4f475c9d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:13:33.029250 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c6e23-c742-4a8c-a530-25b2bf1e84b9 None None] Attempting to bind port 4b6e4a48-6780-42ab-b97b-7dedd086d532 on network a47d34af-162d-487c-a53e-3c367600df95 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:13:33.034033 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c6e23-c742-4a8c-a530-25b2bf1e84b9 None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:13:33.034418 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c6e23-c742-4a8c-a530-25b2bf1e84b9 None None] Checking segment: {'id': 'b450f831-d0df-4704-816d-b4f475c9d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:13:33.034994 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-911c6e23-c742-4a8c-a530-25b2bf1e84b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:33.035514 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c6e23-c742-4a8c-a530-25b2bf1e84b9 None None] Bound using segment: {'id': 'b450f831-d0df-4704-816d-b4f475c9d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:13:33.035933 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-911c6e23-c742-4a8c-a530-25b2bf1e84b9 None None] Bound port: 4b6e4a48-6780-42ab-b97b-7dedd086d532, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b450f831-d0df-4704-816d-b4f475c9d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:13:33.036337 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-911c6e23-c742-4a8c-a530-25b2bf1e84b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:33.102185 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-911c6e23-c742-4a8c-a530-25b2bf1e84b9 None None] For port 4b6e4a48-6780-42ab-b97b-7dedd086d532, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:13:33.105509 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-911c6e23-c742-4a8c-a530-25b2bf1e84b9 None None] For port 4b6e4a48-6780-42ab-b97b-7dedd086d532, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=4b6e4a48-6780-42ab-b97b-7dedd086d532,segment=NetworkSegment(b450f831-d0df-4704-816d-b4f475c9d415),segment_id=b450f831-d0df-4704-816d-b4f475c9d415)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:13:33.183186 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-f20e1031-a270-4387-a3fe-6083299f23be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:33.202201 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-f20e1031-a270-4387-a3fe-6083299f23be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:33.215805 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-911c6e23-c742-4a8c-a530-25b2bf1e84b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:33.225613 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 32810) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:33.241617 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-dd80d5f4-8058-4971-8632-f76d76ecb294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:33.293448 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c6e23-c742-4a8c-a530-25b2bf1e84b9 None None] Pushing event updated for resources: {'Port': ['ID=4b6e4a48-6780-42ab-b97b-7dedd086d532,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:33.325624 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [None req-f20e1031-a270-4387-a3fe-6083299f23be admin admin] Allocated IP 172.27.3.221 (04f57937-fa31-48b0-af0b-dafeb4e5696d/f10087fb-cc50-497f-84f8-0079589df3d7/cd9ba282-3108-457e-b700-c5f12d2b7c05) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:13:33.339739 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-dd80d5f4-8058-4971-8632-f76d76ecb294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:34.333967 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-f20e1031-a270-4387-a3fe-6083299f23be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:34.337382 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c797fb9-b573-452c-a2ad-154590031678 req-1d092a67-f403-4e6b-83e0-3ced28c751bb tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:34.337382 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4c797fb9-b573-452c-a2ad-154590031678 req-1d092a67-f403-4e6b-83e0-3ced28c751bb tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0537915 Sep 16 01:13:34.337382 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4c797fb9-b573-452c-a2ad-154590031678 req-219e1676-dd8c-478c-a812-a3838b65686d tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340290 Sep 16 01:13:34.337382 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-dd80d5f4-8058-4971-8632-f76d76ecb294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:34.337382 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-dd80d5f4-8058-4971-8632-f76d76ecb294 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7c6d08b9d40c4df8bb59529b976ef4c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4578192 Sep 16 01:13:34.337382 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80d5f4-8058-4971-8632-f76d76ecb294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd74bf63-225f-4463-aeb9-0b31ac3a37b5,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:34.339477 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 32814) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:34.339477 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-f20e1031-a270-4387-a3fe-6083299f23be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:34.339477 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20e1031-a270-4387-a3fe-6083299f23be admin admin] Network 04f57937-fa31-48b0-af0b-dafeb4e5696d is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:13:34.339477 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-f20e1031-a270-4387-a3fe-6083299f23be admin admin] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:13:34.339477 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20e1031-a270-4387-a3fe-6083299f23be admin admin] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:13:34.339477 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e1031-a270-4387-a3fe-6083299f23be admin admin] Pushing event updated for resources: {'Port': ['ID=cd9ba282-3108-457e-b700-c5f12d2b7c05,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:34.339477 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d26d1655-4abc-4c4b-a892-2c25d644decc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:34.339477 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d26d1655-4abc-4c4b-a892-2c25d644decc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:34.341262 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 4b6e4a48-6780-42ab-b97b-7dedd086d532 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:13:34.341262 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 4b6e4a48-6780-42ab-b97b-7dedd086d532 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:34.341262 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:34.341262 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:34.341262 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] For port 4b6e4a48-6780-42ab-b97b-7dedd086d532, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=4b6e4a48-6780-42ab-b97b-7dedd086d532,segment=NetworkSegment(b450f831-d0df-4704-816d-b4f475c9d415),segment_id=b450f831-d0df-4704-816d-b4f475c9d415)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:34.356048 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdcc3fd-8430-4090-a5c8-3c031dad2bdf None None] Network a47d34af-162d-487c-a53e-3c367600df95 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:13:34.369473 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:34.383652 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d26d1655-4abc-4c4b-a892-2c25d644decc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:34.386472 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d26d1655-4abc-4c4b-a892-2c25d644decc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:34.387655 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-d26d1655-4abc-4c4b-a892-2c25d644decc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cd74bf63-225f-4463-aeb9-0b31ac3a37b5 HTTP/1.1" status: 204 len: 168 time: 0.6987076 Sep 16 01:13:34.414192 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d1655-4abc-4c4b-a892-2c25d644decc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd74bf63-225f-4463-aeb9-0b31ac3a37b5,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:34.471430 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:34.506321 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-f20e1031-a270-4387-a3fe-6083299f23be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:34.555064 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-3d26364c-0f8a-413a-ae47-c9054e852e2d None None] Provisioning complete for port 4b6e4a48-6780-42ab-b97b-7dedd086d532 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:34.555064 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3d26364c-0f8a-413a-ae47-c9054e852e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:34.594252 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Pushing event updated for resources: {'Port': ['ID=4b6e4a48-6780-42ab-b97b-7dedd086d532,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:34.700399 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf8c67-e14d-47c0-a1ed-43c845044dc4 req-cf3fd6ae-d072-48f6-9a3e-64cc690fc342 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:34.702112 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f6cf8c67-e14d-47c0-a1ed-43c845044dc4 req-cf3fd6ae-d072-48f6-9a3e-64cc690fc342 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0926900 Sep 16 01:13:34.783034 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f6cf8c67-e14d-47c0-a1ed-43c845044dc4 req-61fde570-3f07-45a1-a3e5-14aa90c57dff tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736053 Sep 16 01:13:34.796519 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-f20e1031-a270-4387-a3fe-6083299f23be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530242'] for router, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:35.013182 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20e1031-a270-4387-a3fe-6083299f23be admin admin] Router 56e72848-5814-4666-9bea-cc045bb211f6 is scheduled to L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 with binding_index 1 {{(pid=94551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 01:13:35.066977 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-d94d53c7-50b1-4082-8fdc-93318a8b8318 None None] Provisioning complete for port 4b6e4a48-6780-42ab-b97b-7dedd086d532 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:35.067378 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d94d53c7-50b1-4082-8fdc-93318a8b8318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:35.125578 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20e1031-a270-4387-a3fe-6083299f23be admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:13:35.136155 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] Sync routers for ids ['56e72848-5814-4666-9bea-cc045bb211f6'] in dv-cinder-809305-1-iscsi {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:13:35.152246 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] Routers {'56e72848-5814-4666-9bea-cc045bb211f6'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:13:35.154372 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:13:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['56e72848-5814-4666-9bea-cc045bb211f6'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:35.247200 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-f20e1031-a270-4387-a3fe-6083299f23be admin admin] Notify callbacks [] for router, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:35.248542 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-f20e1031-a270-4387-a3fe-6083299f23be admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8417466 Sep 16 01:13:35.251205 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 32854) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:35.263479 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] Set router 56e72848-5814-4666-9bea-cc045bb211f6 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:13:35.449064 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e72848-5814-4666-9bea-cc045bb211f6', 'name': 'tempest-TestShelveInstance-29561502-router', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:13:32Z', 'updated_at': '2021-09-16T01:13:33Z', 'revision_number': 3, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'gw_port': {'id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:33Z', 'updated_at': '2021-09-16T01:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:35.480765 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] Checking router: 56e72848-5814-4666-9bea-cc045bb211f6 for host: dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:13:35.481245 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] Updating router 56e72848-5814-4666-9bea-cc045bb211f6 port cd9ba282-3108-457e-b700-c5f12d2b7c05 binding host dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:13:35.518041 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:35.763640 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06901ef5-fe51-4acd-bf86-20ba3584ca76 req-3e50bcc2-ed52-4d85-95d2-4d836c644204 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:35.765264 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-06901ef5-fe51-4acd-bf86-20ba3584ca76 req-3e50bcc2-ed52-4d85-95d2-4d836c644204 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 945 time: 0.0922093 Sep 16 01:13:35.854060 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-06901ef5-fe51-4acd-bf86-20ba3584ca76 req-61927dae-1712-4a69-ba6b-cc8f095b5849 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe48ab52-46e5-4cdd-a94b-ef9f3148c3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802786 Sep 16 01:13:35.933164 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] Notify callbacks [] for port, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:36.007488 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:36.014810 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 4b6e4a48-6780-42ab-b97b-7dedd086d532 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:13:36.021738 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614c20b-d984-449d-a48b-b74a165ee206 req-1644c1ad-db10-47d2-a4ba-c769c5b87cdb tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:36.023258 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0614c20b-d984-449d-a48b-b74a165ee206 req-1644c1ad-db10-47d2-a4ba-c769c5b87cdb tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0931334 Sep 16 01:13:36.025385 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:36.061858 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aacaee6-d88d-4c17-8542-394d20fb0a85 None None] Pushing event updated for resources: {'Port': ['ID=cd9ba282-3108-457e-b700-c5f12d2b7c05,revision_number=2']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:36.080414 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] Attempting to bind port cd9ba282-3108-457e-b700-c5f12d2b7c05 on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:13:36.080804 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] Attempting to bind port cd9ba282-3108-457e-b700-c5f12d2b7c05 by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:13:36.081209 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] Attempting to bind port cd9ba282-3108-457e-b700-c5f12d2b7c05 on network 04f57937-fa31-48b0-af0b-dafeb4e5696d {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:13:36.086120 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 4b6e4a48-6780-42ab-b97b-7dedd086d532 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:36.087954 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:36.089882 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:13:36.094012 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] Checking segment: {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:13:36.094012 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:36.094012 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] Bound using segment: {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:13:36.094012 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] Bound port: cd9ba282-3108-457e-b700-c5f12d2b7c05, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:13:36.094012 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:36.125191 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0614c20b-d984-449d-a48b-b74a165ee206 req-78fd13c5-e995-408b-94c9-e31317fcd171 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825734 Sep 16 01:13:36.164302 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] For port cd9ba282-3108-457e-b700-c5f12d2b7c05, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:13:36.167557 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] For port cd9ba282-3108-457e-b700-c5f12d2b7c05, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=cd9ba282-3108-457e-b700-c5f12d2b7c05,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:13:36.236407 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Allocated IP 172.20.0.1 (a47d34af-162d-487c-a53e-3c367600df95/c37ff5f3-8e2d-42fb-aa55-c8764a42e092/b0842a28-18ee-43f5-a14d-a7556e4dba26) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:13:36.239081 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:36.299576 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] Routers {'56e72848-5814-4666-9bea-cc045bb211f6'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:13:36.300326 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:13:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['56e72848-5814-4666-9bea-cc045bb211f6'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:36.379491 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:36.413838 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aacaee6-d88d-4c17-8542-394d20fb0a85 None None] Pushing event updated for resources: {'Port': ['ID=cd9ba282-3108-457e-b700-c5f12d2b7c05,revision_number=3']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:36.429523 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] Set router 56e72848-5814-4666-9bea-cc045bb211f6 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:13:36.516264 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:36.559384 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Network a47d34af-162d-487c-a53e-3c367600df95 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:13:36.562241 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:13:36.568811 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:13:36.568811 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530325'] for router_interface, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:36.605889 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Pushing event updated for resources: {'Port': ['ID=b0842a28-18ee-43f5-a14d-a7556e4dba26,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:36.621213 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:36.621864 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:36.622670 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:36.623199 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:36.623465 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:36.624620 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:36.624620 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:36.624801 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:36.625181 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:36.625669 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:36.626203 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:36.626533 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:36.629532 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e72848-5814-4666-9bea-cc045bb211f6', 'name': 'tempest-TestShelveInstance-29561502-router', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:13:32Z', 'updated_at': '2021-09-16T01:13:33Z', 'revision_number': 3, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'gw_port': {'id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:33Z', 'updated_at': '2021-09-16T01:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:36.672475 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d4babf-2d28-47ba-8347-5f9a540ed193 None None] The sync data for ids ['56e72848-5814-4666-9bea-cc045bb211f6'] in dv-cinder-809305-1-iscsi is: [{'id': '56e72848-5814-4666-9bea-cc045bb211f6', 'name': 'tempest-TestShelveInstance-29561502-router', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:13:32Z', 'updated_at': '2021-09-16T01:13:33Z', 'revision_number': 3, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'gw_port': {'id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:33Z', 'updated_at': '2021-09-16T01:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}] {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:13:36.804993 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:36.808822 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-a7fa15bd-d523-41ba-ace8-f4be5f0bfa91 None None] Provisioning complete for port b0842a28-18ee-43f5-a14d-a7556e4dba26 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:36.809237 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a7fa15bd-d523-41ba-ace8-f4be5f0bfa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:36.823399 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 32904) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:36.862337 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-a7fa15bd-d523-41ba-ace8-f4be5f0bfa91 None None] Port b0842a28-18ee-43f5-a14d-a7556e4dba26 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:13:37.003054 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7b629a19-5d79-4dc2-a5f4-08f56d325512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:37.040449 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30463017-f6f0-46d4-9ae8-64860c858008 req-a75873c1-f401-4a94-9e48-194ef50b0288 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:37.053510 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-30463017-f6f0-46d4-9ae8-64860c858008 req-a75873c1-f401-4a94-9e48-194ef50b0288 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 945 time: 0.0914381 Sep 16 01:13:37.110413 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-30463017-f6f0-46d4-9ae8-64860c858008 req-fbd35fed-97c6-4d72-949b-9b4e43cf3072 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe48ab52-46e5-4cdd-a94b-ef9f3148c3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480740 Sep 16 01:13:37.127793 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:37.163245 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7b629a19-5d79-4dc2-a5f4-08f56d325512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:37.229705 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:37.230505 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529669'] for router_interface, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:37.293892 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7b629a19-5d79-4dc2-a5f4-08f56d325512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:37.350722 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Pushing event updated for resources: {'Port': ['ID=b0842a28-18ee-43f5-a14d-a7556e4dba26,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:37.394096 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08358f-dc23-408a-80a5-1a3e449a9938 req-e1c8d36d-59bb-4d37-980a-b5da387a4ed2 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:37.395607 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ff08358f-dc23-408a-80a5-1a3e449a9938 req-e1c8d36d-59bb-4d37-980a-b5da387a4ed2 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.1936123 Sep 16 01:13:37.403037 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-7b629a19-5d79-4dc2-a5f4-08f56d325512 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e9e35aaef8cc423f9e5e47c9351bf49e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5760715 Sep 16 01:13:37.403185 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b629a19-5d79-4dc2-a5f4-08f56d325512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a03d98-2475-4d6f-a1f7-44b1d9168642,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:37.403675 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 32920) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:37.452809 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Network a47d34af-162d-487c-a53e-3c367600df95 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:13:37.456202 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:13:37.464788 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ff08358f-dc23-408a-80a5-1a3e449a9938 req-c4f40ae2-d84d-4b64-b88f-b4a64b1f95b7 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567775 Sep 16 01:13:37.470454 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-f0bc6aee-e80c-4aa4-869a-103995c877c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:37.506129 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-f0bc6aee-e80c-4aa4-869a-103995c877c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:37.620271 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Router 56e72848-5814-4666-9bea-cc045bb211f6 has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:13:37.684009 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-f0bc6aee-e80c-4aa4-869a-103995c877c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:37.686860 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-f0bc6aee-e80c-4aa4-869a-103995c877c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:37.688081 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-f0bc6aee-e80c-4aa4-869a-103995c877c5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/57a03d98-2475-4d6f-a1f7-44b1d9168642 HTTP/1.1" status: 204 len: 168 time: 0.2831709 Sep 16 01:13:37.696535 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc6aee-e80c-4aa4-869a-103995c877c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a03d98-2475-4d6f-a1f7-44b1d9168642,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:37.702963 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-0d3953c7-6b28-4067-96d7-e70905d00a70 None None] Provisioning complete for port b0842a28-18ee-43f5-a14d-a7556e4dba26 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:37.703509 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d3953c7-6b28-4067-96d7-e70905d00a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:37.706823 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc6aee-e80c-4aa4-869a-103995c877c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:37.707189 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc6aee-e80c-4aa4-869a-103995c877c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:37.707604 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc6aee-e80c-4aa4-869a-103995c877c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:37.707985 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc6aee-e80c-4aa4-869a-103995c877c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:37.708331 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc6aee-e80c-4aa4-869a-103995c877c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:37.708674 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc6aee-e80c-4aa4-869a-103995c877c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:37.709044 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc6aee-e80c-4aa4-869a-103995c877c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:37.709387 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc6aee-e80c-4aa4-869a-103995c877c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:37.709726 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc6aee-e80c-4aa4-869a-103995c877c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:37.710062 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc6aee-e80c-4aa4-869a-103995c877c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:37.710394 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc6aee-e80c-4aa4-869a-103995c877c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:37.710731 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc6aee-e80c-4aa4-869a-103995c877c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:37.761367 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:13:37.768487 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-8e7aaa78-a550-4941-ba54-08b07e6bfce5 admin admin] 10.222.0.22 "PUT /v2.0/routers/56e72848-5814-4666-9bea-cc045bb211f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5140986 Sep 16 01:13:37.769444 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-0d3953c7-6b28-4067-96d7-e70905d00a70 None None] Port b0842a28-18ee-43f5-a14d-a7556e4dba26 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:13:38.027654 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device cd9ba282-3108-457e-b700-c5f12d2b7c05 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:13:38.074179 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port cd9ba282-3108-457e-b700-c5f12d2b7c05 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:38.074561 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:38.161845 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:38.185067 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] For port cd9ba282-3108-457e-b700-c5f12d2b7c05, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=cd9ba282-3108-457e-b700-c5f12d2b7c05,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:38.241828 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b8825-d256-4913-acbd-dfa099d7a95b req-a6587d9a-7041-4e2c-96a3-4125f090abe7 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:38.243370 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ec6b8825-d256-4913-acbd-dfa099d7a95b req-a6587d9a-7041-4e2c-96a3-4125f090abe7 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 945 time: 0.0492394 Sep 16 01:13:38.259828 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:38.291561 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ec6b8825-d256-4913-acbd-dfa099d7a95b req-74e1dc29-2d63-4b12-923d-68fb65c88ed5 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe48ab52-46e5-4cdd-a94b-ef9f3148c3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396299 Sep 16 01:13:38.341113 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Pushing event updated for resources: {'Port': ['ID=cd9ba282-3108-457e-b700-c5f12d2b7c05,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:38.353125 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:38.353718 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:38.355934 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:38.355934 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:38.355934 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:38.355934 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:38.355934 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:38.355934 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:38.357081 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:38.357602 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:38.358116 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:38.358625 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:38.390741 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 32946) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:38.404364 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0e7b7edf-dc73-4dec-b6c9-042c048de271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:38.494732 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0e7b7edf-dc73-4dec-b6c9-042c048de271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:38.521465 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] Sync routers for ids ['56e72848-5814-4666-9bea-cc045bb211f6'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:13:38.530298 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] Routers {'56e72848-5814-4666-9bea-cc045bb211f6'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:13:38.531246 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:13:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['56e72848-5814-4666-9bea-cc045bb211f6'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:38.577767 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0e7b7edf-dc73-4dec-b6c9-042c048de271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:38.626987 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-0e7b7edf-dc73-4dec-b6c9-042c048de271 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=697d242362874f6fae812f84ec1e1412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350700 Sep 16 01:13:38.630353 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 32952) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:38.634653 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec286d4-c9ab-4f4c-86e9-9af706a02acb req-9b7a189f-8299-46b0-8453-0633ced5ec93 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:38.636370 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4ec286d4-c9ab-4f4c-86e9-9af706a02acb req-9b7a189f-8299-46b0-8453-0633ced5ec93 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0986969 Sep 16 01:13:38.637480 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b7edf-dc73-4dec-b6c9-042c048de271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3b016b-83f3-4a06-bd79-356d9ae96e72,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:38.694546 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] Set router 56e72848-5814-4666-9bea-cc045bb211f6 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:13:38.705466 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4ec286d4-c9ab-4f4c-86e9-9af706a02acb req-e9f84c19-af8a-4053-b8ad-1d301587f6c2 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458496 Sep 16 01:13:38.722763 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-60a86473-9997-404d-9e6e-99d114a4bac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:38.760331 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 32960) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:38.764643 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-60a86473-9997-404d-9e6e-99d114a4bac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:38.765314 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-18d06e64-20eb-48b9-af5d-134b28c8e886 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-222833085-network', 'tenant_id': '08ae1b77018648ebb096ea80f720e87f'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:38.830699 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e86d81-c0c0-4172-b246-93bf21b99eb1 req-66ed18a9-b096-411c-993d-7c304a8d0220 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:38.832200 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c9e86d81-c0c0-4172-b246-93bf21b99eb1 req-66ed18a9-b096-411c-993d-7c304a8d0220 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.47 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 945 time: 0.0952320 Sep 16 01:13:38.852827 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d06e64-20eb-48b9-af5d-134b28c8e886 admin admin] Made reservation on behalf of 08ae1b77018648ebb096ea80f720e87f for: {'network': 1} {{(pid=94552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:13:38.855210 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-18d06e64-20eb-48b9-af5d-134b28c8e886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for network, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:38.867199 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-18d06e64-20eb-48b9-af5d-134b28c8e886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:38.915110 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e72848-5814-4666-9bea-cc045bb211f6', 'name': 'tempest-TestShelveInstance-29561502-router', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:13:32Z', 'updated_at': '2021-09-16T01:13:36Z', 'revision_number': 4, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'gw_port': {'id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:33Z', 'updated_at': '2021-09-16T01:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': 'b0842a28-18ee-43f5-a14d-a7556e4dba26', 'name': '', 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'mac_address': 'fa:16:3e:a2:e5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'c37ff5f3-8e2d-42fb-aa55-c8764a42e092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:36Z', 'updated_at': '2021-09-16T01:13:36Z', 'revision_number': 2, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'subnets': [{'id': 'c37ff5f3-8e2d-42fb-aa55-c8764a42e092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:38.946143 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] Checking router: 56e72848-5814-4666-9bea-cc045bb211f6 for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:13:38.946670 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] Updating router 56e72848-5814-4666-9bea-cc045bb211f6 port b0842a28-18ee-43f5-a14d-a7556e4dba26 binding host dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:13:38.959536 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-60a86473-9997-404d-9e6e-99d114a4bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:38.962210 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-60a86473-9997-404d-9e6e-99d114a4bac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:38.963440 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-60a86473-9997-404d-9e6e-99d114a4bac2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1e3b016b-83f3-4a06-bd79-356d9ae96e72 HTTP/1.1" status: 204 len: 168 time: 0.3318789 Sep 16 01:13:38.978626 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:38.985149 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-c9e86d81-c0c0-4172-b246-93bf21b99eb1 req-a0f2436a-6492-40c8-8f54-998b224ceeb6 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Deleting port a11351fc-d819-4014-b9e5-d1deebaf5ddd {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:13:38.985580 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-c9e86d81-c0c0-4172-b246-93bf21b99eb1 req-a0f2436a-6492-40c8-8f54-998b224ceeb6 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:38.989776 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a86473-9997-404d-9e6e-99d114a4bac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3b016b-83f3-4a06-bd79-356d9ae96e72,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:39.047369 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-18d06e64-20eb-48b9-af5d-134b28c8e886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:39.093040 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-c9e86d81-c0c0-4172-b246-93bf21b99eb1 req-a0f2436a-6492-40c8-8f54-998b224ceeb6 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] For port a11351fc-d819-4014-b9e5-d1deebaf5ddd, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=a11351fc-d819-4014-b9e5-d1deebaf5ddd,segment=NetworkSegment(e354059f-46d0-473b-8f05-17138a32432d),segment_id=e354059f-46d0-473b-8f05-17138a32432d)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:39.093526 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-c9e86d81-c0c0-4172-b246-93bf21b99eb1 req-a0f2436a-6492-40c8-8f54-998b224ceeb6 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:39.104829 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-18d06e64-20eb-48b9-af5d-134b28c8e886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:39.125121 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-c9e86d81-c0c0-4172-b246-93bf21b99eb1 req-a0f2436a-6492-40c8-8f54-998b224ceeb6 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Calling delete_port for a11351fc-d819-4014-b9e5-d1deebaf5ddd owned by compute:nova {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:13:39.140385 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d06e64-20eb-48b9-af5d-134b28c8e886 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=94552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:13:39.166132 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d06e64-20eb-48b9-af5d-134b28c8e886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208e25b9-a80e-4856-9ba8-6ac1c8750f16,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:39.172884 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-18d06e64-20eb-48b9-af5d-134b28c8e886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:39.173421 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.db.segments_db [None req-18d06e64-20eb-48b9-af5d-134b28c8e886 admin admin] Added segment a0c3c2e5-0523-40d5-a068-eeb7a7174f09 of type vlan for network 57812d6a-7bf1-48ed-9036-4059bc8d648a Sep 16 01:13:39.215505 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-18d06e64-20eb-48b9-af5d-134b28c8e886 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752232308511'] for network, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:39.315888 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:39.390472 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-18d06e64-20eb-48b9-af5d-134b28c8e886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for network, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:39.391458 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d06e64-20eb-48b9-af5d-134b28c8e886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:39.392049 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-18d06e64-20eb-48b9-af5d-134b28c8e886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:39.401612 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:39.402775 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-c9e86d81-c0c0-4172-b246-93bf21b99eb1 req-a0f2436a-6492-40c8-8f54-998b224ceeb6 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:39.483130 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['a11351fc-d819-4014-b9e5-d1deebaf5ddd'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:13:39.527399 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2436a-6492-40c8-8f54-998b224ceeb6 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Pushing event deleted for resources: {'Port': ['ID=a11351fc-d819-4014-b9e5-d1deebaf5ddd,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:39.574138 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e86d81-c0c0-4172-b246-93bf21b99eb1 req-a0f2436a-6492-40c8-8f54-998b224ceeb6 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] No DVR routers for this DVR port a11351fc-d819-4014-b9e5-d1deebaf5ddd on host hv-cinder-80930 {{(pid=94551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:13:39.577585 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-c9e86d81-c0c0-4172-b246-93bf21b99eb1 req-a0f2436a-6492-40c8-8f54-998b224ceeb6 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:39.579204 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d06e64-20eb-48b9-af5d-134b28c8e886 admin admin] Pushing event updated for resources: {'Network': ['ID=57812d6a-7bf1-48ed-9036-4059bc8d648a,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:39.580045 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c9e86d81-c0c0-4172-b246-93bf21b99eb1 req-a0f2436a-6492-40c8-8f54-998b224ceeb6 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.47 "DELETE /v2.0/ports/a11351fc-d819-4014-b9e5-d1deebaf5ddd HTTP/1.1" status: 204 len: 173 time: 0.7281432 Sep 16 01:13:39.580326 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93497253-008a-4686-ba51-d1aa83f94279', 'name': 'network-vif-deleted', 'tag': 'a11351fc-d819-4014-b9e5-d1deebaf5ddd'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:13:39.583313 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c1a286-39e7-49f3-b44c-e71ba1c0a544" -d '{"events": [{"server_uuid": "93497253-008a-4686-ba51-d1aa83f94279", "name": "network-vif-deleted", "tag": "a11351fc-d819-4014-b9e5-d1deebaf5ddd"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:13:39.601089 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9149104-faf1-431a-9cca-2cb383620360 None None] Pushing event updated for resources: {'Port': ['ID=b0842a28-18ee-43f5-a14d-a7556e4dba26,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:39.603991 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Network 57812d6a-7bf1-48ed-9036-4059bc8d648a details requested by agent ovs-agent-dv-cinder-809305-1-iscsi with host dv-cinder-809305-1-iscsi {{(pid=94553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:13:39.608050 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-18d06e64-20eb-48b9-af5d-134b28c8e886 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8465528 Sep 16 01:13:39.611309 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 32988) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:39.618913 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-44be1537-bbbb-4ce3-a7ef-ce6985ed4be7 admin admin] Request body: {'subnet': {'network_id': '57812d6a-7bf1-48ed-9036-4059bc8d648a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-222833085-subnet', 'tenant_id': '08ae1b77018648ebb096ea80f720e87f', 'ip_version': 4}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:39.627469 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb48fc-20e3-425c-957b-9f987517efac req-44a44a03-25de-49fb-bcfc-fb1a805d0a05 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:39.636619 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-86fb48fc-20e3-425c-957b-9f987517efac req-44a44a03-25de-49fb-bcfc-fb1a805d0a05 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 867 time: 0.2759044 Sep 16 01:13:39.688152 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72e99f0-573e-42bb-b437-880e212af26c x-openstack-request-id: req-a72e99f0-573e-42bb-b437-880e212af26c {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:13:39.688654 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93497253-008a-4686-ba51-d1aa83f94279", "name": "network-vif-deleted", "tag": "a11351fc-d819-4014-b9e5-d1deebaf5ddd", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:13:39.688654 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a72e99f0-573e-42bb-b437-880e212af26c {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:13:39.690735 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93497253-008a-4686-ba51-d1aa83f94279', 'name': 'network-vif-deleted', 'tag': 'a11351fc-d819-4014-b9e5-d1deebaf5ddd', 'status': 'completed', 'code': 200} Sep 16 01:13:39.695298 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-86fb48fc-20e3-425c-957b-9f987517efac req-d3b1ec82-8acb-438e-8618-17d10b102a34 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/security-groups?id=fe48ab52-46e5-4cdd-a94b-ef9f3148c3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573783 Sep 16 01:13:39.721443 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] Attempting to bind port b0842a28-18ee-43f5-a14d-a7556e4dba26 on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:13:39.721820 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] Attempting to bind port b0842a28-18ee-43f5-a14d-a7556e4dba26 by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': 'b450f831-d0df-4704-816d-b4f475c9d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:13:39.722186 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] Attempting to bind port b0842a28-18ee-43f5-a14d-a7556e4dba26 on network a47d34af-162d-487c-a53e-3c367600df95 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:13:39.731360 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:13:39.736435 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] Checking segment: {'id': 'b450f831-d0df-4704-816d-b4f475c9d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:13:39.736435 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:39.736435 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] Bound using segment: {'id': 'b450f831-d0df-4704-816d-b4f475c9d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:13:39.736435 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] Bound port: b0842a28-18ee-43f5-a14d-a7556e4dba26, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b450f831-d0df-4704-816d-b4f475c9d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:13:39.736435 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:39.756690 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44be1537-bbbb-4ce3-a7ef-ce6985ed4be7 admin admin] Made reservation on behalf of 08ae1b77018648ebb096ea80f720e87f for: {'subnet': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:13:39.759361 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-44be1537-bbbb-4ce3-a7ef-ce6985ed4be7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:39.812985 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] For port b0842a28-18ee-43f5-a14d-a7556e4dba26, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:13:39.816998 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] For port b0842a28-18ee-43f5-a14d-a7556e4dba26, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=b0842a28-18ee-43f5-a14d-a7556e4dba26,segment=NetworkSegment(b450f831-d0df-4704-816d-b4f475c9d415),segment_id=b450f831-d0df-4704-816d-b4f475c9d415)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:13:39.887939 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe187861-97f3-4aee-8c03-50fc7850dd72 req-abefffad-bff3-4e31-8304-dbc70b4ae613 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:39.889484 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fe187861-97f3-4aee-8c03-50fc7850dd72 req-abefffad-bff3-4e31-8304-dbc70b4ae613 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0948603 Sep 16 01:13:39.916210 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-6cb57a80-074e-4cb0-b15a-e0d4d7038c6b None None] Provisioning complete for port b0842a28-18ee-43f5-a14d-a7556e4dba26 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:39.917460 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6cb57a80-074e-4cb0-b15a-e0d4d7038c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:39.960028 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-6cb57a80-074e-4cb0-b15a-e0d4d7038c6b None None] Port b0842a28-18ee-43f5-a14d-a7556e4dba26 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:13:39.973574 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:39.975831 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fe187861-97f3-4aee-8c03-50fc7850dd72 req-06ae7933-8622-4d0a-a137-bd6a07a9e21f tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802944 Sep 16 01:13:40.034319 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device cd9ba282-3108-457e-b700-c5f12d2b7c05 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:13:40.064103 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] Routers {'56e72848-5814-4666-9bea-cc045bb211f6'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:13:40.064745 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:13:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['56e72848-5814-4666-9bea-cc045bb211f6'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:40.070021 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9149104-faf1-431a-9cca-2cb383620360 None None] Pushing event updated for resources: {'Port': ['ID=b0842a28-18ee-43f5-a14d-a7556e4dba26,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:40.082437 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-44be1537-bbbb-4ce3-a7ef-ce6985ed4be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for subnet, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:40.166138 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be1537-bbbb-4ce3-a7ef-ce6985ed4be7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10ad24ef-edee-4e6a-85ff-9fb64d01096a,revision_number=0']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:40.173887 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44be1537-bbbb-4ce3-a7ef-ce6985ed4be7 admin admin] Checking segment: {'id': 'a0c3c2e5-0523-40d5-a068-eeb7a7174f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '57812d6a-7bf1-48ed-9036-4059bc8d648a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:13:40.174313 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44be1537-bbbb-4ce3-a7ef-ce6985ed4be7 admin admin] Network hostable DHCP agents. Network: 57812d6a-7bf1-48ed-9036-4059bc8d648a, hostable agents: ['8150fd10-5b69-4841-ab2e-29f8c66906c8'], hosted agents: [] {{(pid=94551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:13:40.200339 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port cd9ba282-3108-457e-b700-c5f12d2b7c05 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:40.200721 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:40.243022 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] Set router 56e72848-5814-4666-9bea-cc045bb211f6 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:13:40.284687 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44be1537-bbbb-4ce3-a7ef-ce6985ed4be7 admin admin] Network 57812d6a-7bf1-48ed-9036-4059bc8d648a is scheduled to be hosted by DHCP agent 8150fd10-5b69-4841-ab2e-29f8c66906c8 with binding_index 1 {{(pid=94551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:13:40.306810 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-43d048b9-f0d0-4ec5-891f-ff33e8c2a0a6 None None] Provisioning complete for port b0842a28-18ee-43f5-a14d-a7556e4dba26 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:40.306810 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-43d048b9-f0d0-4ec5-891f-ff33e8c2a0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:40.361463 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-44be1537-bbbb-4ce3-a7ef-ce6985ed4be7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809305-1-iscsi, 57812d6a-7bf1-48ed-9036-4059bc8d648a) {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:13:40.365676 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44be1537-bbbb-4ce3-a7ef-ce6985ed4be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:40.374715 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-44be1537-bbbb-4ce3-a7ef-ce6985ed4be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:40.401931 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a886031f-9167-4639-86fe-0e77d90e401f None None] Network 57812d6a-7bf1-48ed-9036-4059bc8d648a requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:13:40.471176 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-44be1537-bbbb-4ce3-a7ef-ce6985ed4be7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8586597 Sep 16 01:13:40.474294 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 33008) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:40.489371 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-740df851-daef-4833-b5a0-1c2b0701f300 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-222833085-router', 'tenant_id': '08ae1b77018648ebb096ea80f720e87f', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:40.596427 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-740df851-daef-4833-b5a0-1c2b0701f300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1185'] for router, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:40.597880 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-740df851-daef-4833-b5a0-1c2b0701f300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1210'] for router, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:40.663116 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-740df851-daef-4833-b5a0-1c2b0701f300 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:40.778738 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-43d048b9-f0d0-4ec5-891f-ff33e8c2a0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:40.808092 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9b18f1ac-9709-46a4-a4a7-ab92149fb2e8 req-3e522153-497b-4f7c-9ed2-6f2e358737ba tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 210 time: 0.0261068 Sep 16 01:13:40.857272 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-43d048b9-f0d0-4ec5-891f-ff33e8c2a0a6 None None] For port b0842a28-18ee-43f5-a14d-a7556e4dba26, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=b0842a28-18ee-43f5-a14d-a7556e4dba26,segment=NetworkSegment(b450f831-d0df-4704-816d-b4f475c9d415),segment_id=b450f831-d0df-4704-816d-b4f475c9d415)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:40.862309 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e72848-5814-4666-9bea-cc045bb211f6', 'name': 'tempest-TestShelveInstance-29561502-router', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:13:32Z', 'updated_at': '2021-09-16T01:13:36Z', 'revision_number': 4, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'gw_port': {'id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:33Z', 'updated_at': '2021-09-16T01:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': 'b0842a28-18ee-43f5-a14d-a7556e4dba26', 'name': '', 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'mac_address': 'fa:16:3e:a2:e5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'c37ff5f3-8e2d-42fb-aa55-c8764a42e092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:36Z', 'updated_at': '2021-09-16T01:13:39Z', 'revision_number': 4, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'subnets': [{'id': 'c37ff5f3-8e2d-42fb-aa55-c8764a42e092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:40.866304 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e32663c-87d1-411a-9889-5842848f1df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6907d297-5b82-550a-a14a-385e6c7ce062-57812d6a-7bf1-48ed-9036-4059bc8d648a', 'network_id': '57812d6a-7bf1-48ed-9036-4059bc8d648a', 'tenant_id': '08ae1b77018648ebb096ea80f720e87f', 'fixed_ips': [{'subnet_id': '10ad24ef-edee-4e6a-85ff-9fb64d01096a'}]}} from dv-cinder-809305-1-iscsi. {{(pid=94553) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 01:13:40.867212 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4e32663c-87d1-411a-9889-5842848f1df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:40.897917 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84c8b48-ea9c-48d7-b07f-ca083858c257 None None] The sync data for ids ['56e72848-5814-4666-9bea-cc045bb211f6'] in dv-cinder-809305-1-iscsi is: [{'id': '56e72848-5814-4666-9bea-cc045bb211f6', 'name': 'tempest-TestShelveInstance-29561502-router', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:13:32Z', 'updated_at': '2021-09-16T01:13:36Z', 'revision_number': 4, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'gw_port': {'id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:33Z', 'updated_at': '2021-09-16T01:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': 'b0842a28-18ee-43f5-a14d-a7556e4dba26', 'name': '', 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'mac_address': 'fa:16:3e:a2:e5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'c37ff5f3-8e2d-42fb-aa55-c8764a42e092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:36Z', 'updated_at': '2021-09-16T01:13:39Z', 'revision_number': 4, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'subnets': [{'id': 'c37ff5f3-8e2d-42fb-aa55-c8764a42e092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:13:40.900860 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-740df851-daef-4833-b5a0-1c2b0701f300 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:40.994709 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-43d048b9-f0d0-4ec5-891f-ff33e8c2a0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:41.092072 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d048b9-f0d0-4ec5-891f-ff33e8c2a0a6 None None] Pushing event updated for resources: {'Port': ['ID=b0842a28-18ee-43f5-a14d-a7556e4dba26,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:41.122369 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-4e32663c-87d1-411a-9889-5842848f1df8 None None] Allocated IP 172.20.0.2 (57812d6a-7bf1-48ed-9036-4059bc8d648a/10ad24ef-edee-4e6a-85ff-9fb64d01096a/80e15664-413b-4fa7-a6a9-941a65483652) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:13:41.190140 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c72bc2-51f4-447d-8ecd-fb5d2fc303e8 req-14ed535e-9081-4675-b048-ac70888274b8 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:41.192868 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-75c72bc2-51f4-447d-8ecd-fb5d2fc303e8 req-14ed535e-9081-4675-b048-ac70888274b8 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.1142316 Sep 16 01:13:41.257728 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-75c72bc2-51f4-447d-8ecd-fb5d2fc303e8 req-29aac8fd-105a-495d-82c6-4e687d965dae tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547335 Sep 16 01:13:41.357804 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4e32663c-87d1-411a-9889-5842848f1df8 None None] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:41.412239 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-740df851-daef-4833-b5a0-1c2b0701f300 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:41.436078 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-740df851-daef-4833-b5a0-1c2b0701f300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:41.436531 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4e32663c-87d1-411a-9889-5842848f1df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:41.498825 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e32663c-87d1-411a-9889-5842848f1df8 None None] Network 57812d6a-7bf1-48ed-9036-4059bc8d648a is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:13:41.501831 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-4e32663c-87d1-411a-9889-5842848f1df8 None None] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:13:41.524063 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e32663c-87d1-411a-9889-5842848f1df8 None None] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:13:41.537692 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32663c-87d1-411a-9889-5842848f1df8 None None] Pushing event updated for resources: {'Port': ['ID=80e15664-413b-4fa7-a6a9-941a65483652,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:41.568018 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [None req-740df851-daef-4833-b5a0-1c2b0701f300 admin admin] Allocated IP 172.27.3.99 (04f57937-fa31-48b0-af0b-dafeb4e5696d/f10087fb-cc50-497f-84f8-0079589df3d7/a41d4dff-6ba5-43a1-8358-27574ff41840) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:13:41.611032 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-4e32663c-87d1-411a-9889-5842848f1df8 None None] Attempting to bind port 80e15664-413b-4fa7-a6a9-941a65483652 on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:13:41.611682 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-4e32663c-87d1-411a-9889-5842848f1df8 None None] Attempting to bind port 80e15664-413b-4fa7-a6a9-941a65483652 by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': 'a0c3c2e5-0523-40d5-a068-eeb7a7174f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '57812d6a-7bf1-48ed-9036-4059bc8d648a'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:13:41.612107 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e32663c-87d1-411a-9889-5842848f1df8 None None] Attempting to bind port 80e15664-413b-4fa7-a6a9-941a65483652 on network 57812d6a-7bf1-48ed-9036-4059bc8d648a {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:13:41.617957 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e32663c-87d1-411a-9889-5842848f1df8 None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:13:41.622950 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e32663c-87d1-411a-9889-5842848f1df8 None None] Checking segment: {'id': 'a0c3c2e5-0523-40d5-a068-eeb7a7174f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '57812d6a-7bf1-48ed-9036-4059bc8d648a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:13:41.622950 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4e32663c-87d1-411a-9889-5842848f1df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:41.622950 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e32663c-87d1-411a-9889-5842848f1df8 None None] Bound using segment: {'id': 'a0c3c2e5-0523-40d5-a068-eeb7a7174f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '57812d6a-7bf1-48ed-9036-4059bc8d648a'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:13:41.622950 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-4e32663c-87d1-411a-9889-5842848f1df8 None None] Bound port: 80e15664-413b-4fa7-a6a9-941a65483652, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c3c2e5-0523-40d5-a068-eeb7a7174f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '57812d6a-7bf1-48ed-9036-4059bc8d648a'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:13:41.622950 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4e32663c-87d1-411a-9889-5842848f1df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:41.696873 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-740df851-daef-4833-b5a0-1c2b0701f300 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:41.737898 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-4e32663c-87d1-411a-9889-5842848f1df8 None None] For port 80e15664-413b-4fa7-a6a9-941a65483652, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:13:41.746793 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-4e32663c-87d1-411a-9889-5842848f1df8 None None] For port 80e15664-413b-4fa7-a6a9-941a65483652, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=80e15664-413b-4fa7-a6a9-941a65483652,segment=NetworkSegment(a0c3c2e5-0523-40d5-a068-eeb7a7174f09),segment_id=a0c3c2e5-0523-40d5-a068-eeb7a7174f09)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:13:41.820309 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4e32663c-87d1-411a-9889-5842848f1df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:41.853756 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-740df851-daef-4833-b5a0-1c2b0701f300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:41.908011 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32663c-87d1-411a-9889-5842848f1df8 None None] Pushing event updated for resources: {'Port': ['ID=80e15664-413b-4fa7-a6a9-941a65483652,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:42.043831 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740df851-daef-4833-b5a0-1c2b0701f300 admin admin] Network 04f57937-fa31-48b0-af0b-dafeb4e5696d is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:13:42.054750 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-740df851-daef-4833-b5a0-1c2b0701f300 admin admin] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:13:42.060335 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740df851-daef-4833-b5a0-1c2b0701f300 admin admin] Pushing event updated for resources: {'Port': ['ID=a41d4dff-6ba5-43a1-8358-27574ff41840,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:42.070821 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740df851-daef-4833-b5a0-1c2b0701f300 admin admin] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:13:42.098988 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-2e35a426-d5d9-457e-9d9f-020047bb82d5 req-d944bfd3-a61f-497e-a86d-dcfb93b774f1 tempest-DeleteServersTestJSON-2143132546 tempest-DeleteServersTestJSON-2143132546-project] 10.222.0.22 "GET /v2.0/ports?device_id=93497253-008a-4686-ba51-d1aa83f94279 HTTP/1.1" status: 200 len: 210 time: 0.0969710 Sep 16 01:13:42.101389 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device b0842a28-18ee-43f5-a14d-a7556e4dba26 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:13:42.237724 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port b0842a28-18ee-43f5-a14d-a7556e4dba26 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:42.242418 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:42.573645 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb62ac-4437-4d7b-b02c-476ec081a44d req-dcd8f923-3386-4e74-8acd-18911befbe9e tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:42.575240 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7dcb62ac-4437-4d7b-b02c-476ec081a44d req-dcd8f923-3386-4e74-8acd-18911befbe9e tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.1125059 Sep 16 01:13:42.621190 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7dcb62ac-4437-4d7b-b02c-476ec081a44d req-3b6442f6-f599-4ada-9e2b-4f74159e055e tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393767 Sep 16 01:13:42.784994 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-740df851-daef-4833-b5a0-1c2b0701f300 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:43.016188 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-740df851-daef-4833-b5a0-1c2b0701f300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530242'] for router, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:43.076801 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e5b053-0183-4853-9cea-15b38905cc00 None None] Network 57812d6a-7bf1-48ed-9036-4059bc8d648a requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:13:43.151039 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-5a132ba2-4363-4d84-9934-564ec3dbf897 None None] Provisioning complete for port 80e15664-413b-4fa7-a6a9-941a65483652 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:43.151680 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5a132ba2-4363-4d84-9934-564ec3dbf897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:43.275964 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740df851-daef-4833-b5a0-1c2b0701f300 admin admin] Router e1103d2f-3ad6-496e-b55a-6ab56301706e is scheduled to L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 with binding_index 1 {{(pid=94551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 01:13:43.288659 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5a132ba2-4363-4d84-9934-564ec3dbf897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:43.329595 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-5a132ba2-4363-4d84-9934-564ec3dbf897 None None] For port 80e15664-413b-4fa7-a6a9-941a65483652, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=80e15664-413b-4fa7-a6a9-941a65483652,segment=NetworkSegment(a0c3c2e5-0523-40d5-a068-eeb7a7174f09),segment_id=a0c3c2e5-0523-40d5-a068-eeb7a7174f09)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:43.390198 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740df851-daef-4833-b5a0-1c2b0701f300 admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:13:43.400805 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] Sync routers for ids ['e1103d2f-3ad6-496e-b55a-6ab56301706e'] in dv-cinder-809305-1-iscsi {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:13:43.401690 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5a132ba2-4363-4d84-9934-564ec3dbf897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:43.415643 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] Routers {'e1103d2f-3ad6-496e-b55a-6ab56301706e'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:13:43.416591 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:13:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['e1103d2f-3ad6-496e-b55a-6ab56301706e'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:43.468247 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a132ba2-4363-4d84-9934-564ec3dbf897 None None] Pushing event updated for resources: {'Port': ['ID=80e15664-413b-4fa7-a6a9-941a65483652,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:43.498614 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-740df851-daef-4833-b5a0-1c2b0701f300 admin admin] Notify callbacks [] for router, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:43.501047 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-740df851-daef-4833-b5a0-1c2b0701f300 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0144467 Sep 16 01:13:43.511194 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 33104) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:43.521405 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-db7563c0-7c45-4cb0-a8a3-27e76630208f None None] Provisioning complete for port 80e15664-413b-4fa7-a6a9-941a65483652 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:43.521876 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-db7563c0-7c45-4cb0-a8a3-27e76630208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:43.550819 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] Set router e1103d2f-3ad6-496e-b55a-6ab56301706e gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:13:43.746164 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1103d2f-3ad6-496e-b55a-6ab56301706e', 'name': 'tempest-TestShelveInstance-222833085-router', 'tenant_id': '08ae1b77018648ebb096ea80f720e87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a41d4dff-6ba5-43a1-8358-27574ff41840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:13:40Z', 'updated_at': '2021-09-16T01:13:42Z', 'revision_number': 3, 'project_id': '08ae1b77018648ebb096ea80f720e87f', 'gw_port': {'id': 'a41d4dff-6ba5-43a1-8358-27574ff41840', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ac:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1103d2f-3ad6-496e-b55a-6ab56301706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:41Z', 'updated_at': '2021-09-16T01:13:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:43.766940 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 33112) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:43.772603 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] Checking router: e1103d2f-3ad6-496e-b55a-6ab56301706e for host: dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:13:43.773092 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] Updating router e1103d2f-3ad6-496e-b55a-6ab56301706e port a41d4dff-6ba5-43a1-8358-27574ff41840 binding host dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:13:43.801581 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:43.877278 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-33a22eff-fe02-4a9b-b365-43241f01a46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:43.964159 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7f755cc0-9459-4c4f-b280-5c59eb1c1542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:43.967871 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-33a22eff-fe02-4a9b-b365-43241f01a46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:44.035770 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-33a22eff-fe02-4a9b-b365-43241f01a46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:44.076717 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 80e15664-413b-4fa7-a6a9-941a65483652 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:13:44.080729 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] Notify callbacks [] for port, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:44.087054 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-33a22eff-fe02-4a9b-b365-43241f01a46c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f92ea2a5209442b6852788ddfb4bcd4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178308 Sep 16 01:13:44.088617 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 33116) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:44.095952 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a22eff-fe02-4a9b-b365-43241f01a46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b449486-9dad-44b9-b9de-b1741093d420,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:44.127583 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 80e15664-413b-4fa7-a6a9-941a65483652 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:44.127983 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:44.143394 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.db_base_plugin_common [None req-7f755cc0-9459-4c4f-b280-5c59eb1c1542 admin admin] Allocated IP 172.20.0.1 (57812d6a-7bf1-48ed-9036-4059bc8d648a/10ad24ef-edee-4e6a-85ff-9fb64d01096a/0c697537-01a4-4c81-9cf3-48e70ff85089) {{(pid=94552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:13:44.147909 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-19228327-59ad-43c6-8eb0-116a25b4c22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:44.155377 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:44.182983 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-19228327-59ad-43c6-8eb0-116a25b4c22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:44.208919 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] Attempting to bind port a41d4dff-6ba5-43a1-8358-27574ff41840 on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:13:44.209222 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] Attempting to bind port a41d4dff-6ba5-43a1-8358-27574ff41840 by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:13:44.209583 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] Attempting to bind port a41d4dff-6ba5-43a1-8358-27574ff41840 on network 04f57937-fa31-48b0-af0b-dafeb4e5696d {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:13:44.217587 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d9794-e7a0-4bb3-8143-153f353fbd6f None None] Pushing event updated for resources: {'Port': ['ID=a41d4dff-6ba5-43a1-8358-27574ff41840,revision_number=2']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:44.220640 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:13:44.221061 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] Checking segment: {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:13:44.221475 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:44.221875 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] Bound using segment: {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:13:44.222352 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] Bound port: a41d4dff-6ba5-43a1-8358-27574ff41840, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:13:44.222758 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:44.250882 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d9794-e7a0-4bb3-8143-153f353fbd6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:44.251255 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d9794-e7a0-4bb3-8143-153f353fbd6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:44.251590 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d9794-e7a0-4bb3-8143-153f353fbd6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:44.251930 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d9794-e7a0-4bb3-8143-153f353fbd6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:44.252267 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d9794-e7a0-4bb3-8143-153f353fbd6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:44.252602 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d9794-e7a0-4bb3-8143-153f353fbd6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:44.252975 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d9794-e7a0-4bb3-8143-153f353fbd6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:44.253312 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d9794-e7a0-4bb3-8143-153f353fbd6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:44.253697 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d9794-e7a0-4bb3-8143-153f353fbd6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:44.254030 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d9794-e7a0-4bb3-8143-153f353fbd6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:44.254367 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d9794-e7a0-4bb3-8143-153f353fbd6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:44.255212 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d9794-e7a0-4bb3-8143-153f353fbd6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:13:44.277610 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7f755cc0-9459-4c4f-b280-5c59eb1c1542 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:44.290889 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] For port a41d4dff-6ba5-43a1-8358-27574ff41840, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:13:44.293980 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] For port a41d4dff-6ba5-43a1-8358-27574ff41840, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=a41d4dff-6ba5-43a1-8358-27574ff41840,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:13:44.327160 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-19228327-59ad-43c6-8eb0-116a25b4c22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:44.329778 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-19228327-59ad-43c6-8eb0-116a25b4c22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:44.330971 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-19228327-59ad-43c6-8eb0-116a25b4c22e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b449486-9dad-44b9-b9de-b1741093d420 HTTP/1.1" status: 204 len: 168 time: 0.2413764 Sep 16 01:13:44.342906 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19228327-59ad-43c6-8eb0-116a25b4c22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b449486-9dad-44b9-b9de-b1741093d420,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:44.384612 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:44.429563 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7f755cc0-9459-4c4f-b280-5c59eb1c1542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:44.437839 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] Routers {'e1103d2f-3ad6-496e-b55a-6ab56301706e'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:13:44.438453 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:13:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['e1103d2f-3ad6-496e-b55a-6ab56301706e'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:44.463798 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f755cc0-9459-4c4f-b280-5c59eb1c1542 admin admin] Network 57812d6a-7bf1-48ed-9036-4059bc8d648a is already hosted by enough agents. {{(pid=94552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:13:44.466810 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.base_scheduler [None req-7f755cc0-9459-4c4f-b280-5c59eb1c1542 admin admin] Resources bound (agent type, host, resource id): {{(pid=94552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:13:44.470332 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f755cc0-9459-4c4f-b280-5c59eb1c1542 admin admin] Received port after_create {{(pid=94552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:13:44.470804 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7f755cc0-9459-4c4f-b280-5c59eb1c1542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530325'] for router_interface, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:44.476383 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d9794-e7a0-4bb3-8143-153f353fbd6f None None] Pushing event updated for resources: {'Port': ['ID=a41d4dff-6ba5-43a1-8358-27574ff41840,revision_number=3']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:44.527416 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f755cc0-9459-4c4f-b280-5c59eb1c1542 admin admin] Pushing event updated for resources: {'Port': ['ID=0c697537-01a4-4c81-9cf3-48e70ff85089,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:44.568383 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] Set router e1103d2f-3ad6-496e-b55a-6ab56301706e gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:13:44.708866 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7f755cc0-9459-4c4f-b280-5c59eb1c1542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:44.767362 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1103d2f-3ad6-496e-b55a-6ab56301706e', 'name': 'tempest-TestShelveInstance-222833085-router', 'tenant_id': '08ae1b77018648ebb096ea80f720e87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a41d4dff-6ba5-43a1-8358-27574ff41840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:13:40Z', 'updated_at': '2021-09-16T01:13:42Z', 'revision_number': 3, 'project_id': '08ae1b77018648ebb096ea80f720e87f', 'gw_port': {'id': 'a41d4dff-6ba5-43a1-8358-27574ff41840', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ac:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1103d2f-3ad6-496e-b55a-6ab56301706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:41Z', 'updated_at': '2021-09-16T01:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:44.774715 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-a4e098e5-0990-406c-ad27-c4665ca87b71 None None] Provisioning complete for port 0c697537-01a4-4c81-9cf3-48e70ff85089 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:44.775771 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a4e098e5-0990-406c-ad27-c4665ca87b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:44.795275 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf543360-e69e-422a-88c2-7fcd9a303304 None None] The sync data for ids ['e1103d2f-3ad6-496e-b55a-6ab56301706e'] in dv-cinder-809305-1-iscsi is: [{'id': 'e1103d2f-3ad6-496e-b55a-6ab56301706e', 'name': 'tempest-TestShelveInstance-222833085-router', 'tenant_id': '08ae1b77018648ebb096ea80f720e87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a41d4dff-6ba5-43a1-8358-27574ff41840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:13:40Z', 'updated_at': '2021-09-16T01:13:42Z', 'revision_number': 3, 'project_id': '08ae1b77018648ebb096ea80f720e87f', 'gw_port': {'id': 'a41d4dff-6ba5-43a1-8358-27574ff41840', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ac:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1103d2f-3ad6-496e-b55a-6ab56301706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:41Z', 'updated_at': '2021-09-16T01:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}] {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:13:44.817085 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-a4e098e5-0990-406c-ad27-c4665ca87b71 None None] Port 0c697537-01a4-4c81-9cf3-48e70ff85089 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:13:44.891670 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7f755cc0-9459-4c4f-b280-5c59eb1c1542 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:44.979414 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7f755cc0-9459-4c4f-b280-5c59eb1c1542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:44.981716 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7f755cc0-9459-4c4f-b280-5c59eb1c1542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529669'] for router_interface, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:45.056407 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f755cc0-9459-4c4f-b280-5c59eb1c1542 admin admin] Pushing event updated for resources: {'Port': ['ID=0c697537-01a4-4c81-9cf3-48e70ff85089,revision_number=2']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:45.088290 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 33126) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:45.101731 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7acb96c3-d802-4fc5-8608-81f6dfb435db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:45.125835 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f755cc0-9459-4c4f-b280-5c59eb1c1542 admin admin] Network 57812d6a-7bf1-48ed-9036-4059bc8d648a is already hosted by enough agents. {{(pid=94552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:13:45.131488 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.base_scheduler [None req-7f755cc0-9459-4c4f-b280-5c59eb1c1542 admin admin] Resources bound (agent type, host, resource id): {{(pid=94552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:13:45.233038 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7acb96c3-d802-4fc5-8608-81f6dfb435db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:45.289196 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f755cc0-9459-4c4f-b280-5c59eb1c1542 admin admin] Router e1103d2f-3ad6-496e-b55a-6ab56301706e has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:13:45.304547 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7acb96c3-d802-4fc5-8608-81f6dfb435db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:45.350989 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device a11351fc-d819-4014-b9e5-d1deebaf5ddd no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:13:45.353314 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb96c3-d802-4fc5-8608-81f6dfb435db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47e285d-4bed-4153-ad21-7c93761a7ade,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:45.362734 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-7acb96c3-d802-4fc5-8608-81f6dfb435db admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cba3752a5fea4521a4cefd0c08fec749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727168 Sep 16 01:13:45.363289 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 33128) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:45.376818 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] No Port match for: a11351fc-d819-4014-b9e5-d1deebaf5ddd {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:13:45.377408 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device a11351fc-d819-4014-b9e5-d1deebaf5ddd not bound to the agent host hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:13:45.430717 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f755cc0-9459-4c4f-b280-5c59eb1c1542 admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:13:45.437098 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-7f755cc0-9459-4c4f-b280-5c59eb1c1542 admin admin] 10.222.0.22 "PUT /v2.0/routers/e1103d2f-3ad6-496e-b55a-6ab56301706e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9248319 Sep 16 01:13:45.439377 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0a8102a8-a92c-4fef-8606-8767db798ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:45.448312 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-13ae4a31-7475-4d28-acf8-a127ee968a9f None None] Provisioning complete for port 0c697537-01a4-4c81-9cf3-48e70ff85089 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:45.448312 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-13ae4a31-7475-4d28-acf8-a127ee968a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:45.464146 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0a8102a8-a92c-4fef-8606-8767db798ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:45.497694 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-13ae4a31-7475-4d28-acf8-a127ee968a9f None None] Port 0c697537-01a4-4c81-9cf3-48e70ff85089 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:13:45.546420 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1114663f-c599-4575-8e60-f55447297670 req-2294a99b-1fbc-477e-887f-d9da2c3e23db service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0642800 Sep 16 01:13:45.625006 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0a8102a8-a92c-4fef-8606-8767db798ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:45.631955 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0a8102a8-a92c-4fef-8606-8767db798ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:45.635439 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-0a8102a8-a92c-4fef-8606-8767db798ba5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c47e285d-4bed-4153-ad21-7c93761a7ade HTTP/1.1" status: 204 len: 168 time: 0.2698612 Sep 16 01:13:45.665993 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8102a8-a92c-4fef-8606-8767db798ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47e285d-4bed-4153-ad21-7c93761a7ade,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:45.806173 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a19d8-f023-4b77-b72c-19e665c2a4bd req-3a80b3b1-12df-4f7b-8628-a6657871e965 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:45.812567 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b09a19d8-f023-4b77-b72c-19e665c2a4bd req-3a80b3b1-12df-4f7b-8628-a6657871e965 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.1156812 Sep 16 01:13:45.842165 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114663f-c599-4575-8e60-f55447297670 req-72cd2ca0-5f03-485e-a1e4-e9be7f4f00b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:45.843747 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1114663f-c599-4575-8e60-f55447297670 req-72cd2ca0-5f03-485e-a1e4-e9be7f4f00b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa0682bc21654211a16e25c979b02bb3&device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 1099 time: 0.1385386 Sep 16 01:13:45.851523 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-ae48bed6-4088-470a-8698-7c3449f9a9b7 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:45.853062 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-ae48bed6-4088-470a-8698-7c3449f9a9b7 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/networks?id=7e60f6a7-230c-465a-8807-d5e1e1529468 HTTP/1.1" status: 200 len: 814 time: 0.1894674 Sep 16 01:13:45.853305 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b09a19d8-f023-4b77-b72c-19e665c2a4bd req-08455715-e87e-4295-a12f-71457d0d4f56 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397882 Sep 16 01:13:45.885467 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-5b681a08-fdc4-46cd-a775-eac678d0a4fd tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/quotas/aa0682bc21654211a16e25c979b02bb3 HTTP/1.1" status: 200 len: 375 time: 0.0118728 Sep 16 01:13:45.983459 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-63eaeddf-b6c3-4a5e-a283-57fab7acf6f7 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aa0682bc21654211a16e25c979b02bb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1003158 Sep 16 01:13:46.026620 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114663f-c599-4575-8e60-f55447297670 req-27a7cdfe-598b-4871-ac62-bfc9b95620c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:46.028248 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1114663f-c599-4575-8e60-f55447297670 req-27a7cdfe-598b-4871-ac62-bfc9b95620c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7e60f6a7-230c-465a-8807-d5e1e1529468 HTTP/1.1" status: 200 len: 915 time: 0.1440444 Sep 16 01:13:46.070360 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device a41d4dff-6ba5-43a1-8358-27574ff41840 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:13:46.116426 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1114663f-c599-4575-8e60-f55447297670 req-be8f861c-cbf9-48b3-b80e-7cb63d77c1f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=934b424d-b9f2-4d87-a9a6-1fc6f4cae803 HTTP/1.1" status: 200 len: 217 time: 0.0767076 Sep 16 01:13:46.123290 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port a41d4dff-6ba5-43a1-8358-27574ff41840 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:46.123856 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:46.207293 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-5c32ad8d-fb3f-49a9-abd8-a94afe4c9ded service neutron] 10.222.0.22 "GET /v2.0/networks/7e60f6a7-230c-465a-8807-d5e1e1529468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120845 Sep 16 01:13:46.211259 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:46.238027 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] For port a41d4dff-6ba5-43a1-8358-27574ff41840, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=a41d4dff-6ba5-43a1-8358-27574ff41840,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:46.238586 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114663f-c599-4575-8e60-f55447297670 req-e9fd6ce3-9a59-47f8-a1a1-253096305a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:46.240843 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1114663f-c599-4575-8e60-f55447297670 req-e9fd6ce3-9a59-47f8-a1a1-253096305a6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e9856ef-070b-47ee-aa2f-818462902284 HTTP/1.1" status: 200 len: 854 time: 0.1130664 Sep 16 01:13:46.304516 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:46.310166 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1114663f-c599-4575-8e60-f55447297670 req-65ac4231-1846-4eab-955d-d6defa140115 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e60f6a7-230c-465a-8807-d5e1e1529468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570080 Sep 16 01:13:46.381498 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Pushing event updated for resources: {'Port': ['ID=a41d4dff-6ba5-43a1-8358-27574ff41840,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:46.388890 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 33164) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:46.395683 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-0670c2c3-2292-42fd-8e33-f43326a8a67b tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1950478382', 'description': 'tempest-secgroup-smoke-1950478382 description', 'project_id': 'c4a4425291ea4353acd96715b7b0df2c'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:46.403709 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-b3082eb7-1e26-43a4-b3ab-1bc6586f4866 service neutron] 10.222.0.22 "GET /v2.0/networks/7e60f6a7-230c-465a-8807-d5e1e1529468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821275 Sep 16 01:13:46.483791 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1114663f-c599-4575-8e60-f55447297670 req-0566b53d-357f-4a47-808d-8dbdb40c9b0e service neutron] 10.222.0.47 "GET /v2.0/networks/7e60f6a7-230c-465a-8807-d5e1e1529468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643116 Sep 16 01:13:46.523291 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0670c2c3-2292-42fd-8e33-f43326a8a67b tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:46.610719 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1114663f-c599-4575-8e60-f55447297670 req-b3918b3d-d79d-4354-a73b-dac062350b79 service neutron] 10.222.0.47 "GET /v2.0/networks/7e60f6a7-230c-465a-8807-d5e1e1529468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176753 Sep 16 01:13:46.653891 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0670c2c3-2292-42fd-8e33-f43326a8a67b tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:46.760153 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0670c2c3-2292-42fd-8e33-f43326a8a67b tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:46.807486 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-db7e5498-7721-4463-bfd2-92b966d985cc req-9520a964-3bf5-41c1-b082-75ebea165e32 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c4a3f47-db00-4c06-a765-9d0abb11a5c8 HTTP/1.1" status: 200 len: 210 time: 0.0579185 Sep 16 01:13:46.851458 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670c2c3-2292-42fd-8e33-f43326a8a67b tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96d12f1c-b149-44af-9c39-423988ed8fd3,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:46.914919 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0670c2c3-2292-42fd-8e33-f43326a8a67b tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:46.925821 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-0670c2c3-2292-42fd-8e33-f43326a8a67b tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5256255 Sep 16 01:13:46.925821 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 33196) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:46.925821 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-3977ef94-f814-4159-b7eb-95efb7170afb tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Request body: {'security_group_rule': {'security_group_id': '96d12f1c-b149-44af-9c39-423988ed8fd3', 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:47.002206 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3655e-5762-4e61-8006-e5106b131be4 req-b2874651-e5ff-407b-b927-1e9e1300d618 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:47.003918 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-99a3655e-5762-4e61-8006-e5106b131be4 req-b2874651-e5ff-407b-b927-1e9e1300d618 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0646265 Sep 16 01:13:47.041305 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-99a3655e-5762-4e61-8006-e5106b131be4 req-36f7920d-98f1-4e2b-8326-7576f7ec3faa tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305769 Sep 16 01:13:47.088470 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3977ef94-f814-4159-b7eb-95efb7170afb tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:47.168192 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3977ef94-f814-4159-b7eb-95efb7170afb tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:47.231195 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:47.264304 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3977ef94-f814-4159-b7eb-95efb7170afb tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:47.285476 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977ef94-f814-4159-b7eb-95efb7170afb tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad97cf6f-0a8b-4bd0-a81c-0454506a269b,revision_number=0']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:47.350550 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3977ef94-f814-4159-b7eb-95efb7170afb tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:47.351911 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-3977ef94-f814-4159-b7eb-95efb7170afb tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4313436 Sep 16 01:13:47.354600 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 33230) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:47.359358 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-0b28bec7-d186-4f55-a122-98e0216e9198 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Request body: {'security_group_rule': {'security_group_id': '96d12f1c-b149-44af-9c39-423988ed8fd3', 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:47.516936 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0b28bec7-d186-4f55-a122-98e0216e9198 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:47.594564 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0b28bec7-d186-4f55-a122-98e0216e9198 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:47.636857 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] Sync routers for ids ['e1103d2f-3ad6-496e-b55a-6ab56301706e'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:13:47.647549 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] Routers {'e1103d2f-3ad6-496e-b55a-6ab56301706e'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:13:47.648152 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:13:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['e1103d2f-3ad6-496e-b55a-6ab56301706e'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:47.746087 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0b28bec7-d186-4f55-a122-98e0216e9198 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:47.757430 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] Set router e1103d2f-3ad6-496e-b55a-6ab56301706e gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:13:47.763166 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28bec7-d186-4f55-a122-98e0216e9198 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ef9ddf-07d2-4c5f-b2d2-da8118d893c2,revision_number=0']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:47.847290 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0b28bec7-d186-4f55-a122-98e0216e9198 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:47.851666 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-0b28bec7-d186-4f55-a122-98e0216e9198 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4935191 Sep 16 01:13:47.852387 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 33272) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:47.857369 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-18387923-c6f9-43f9-b443-e13490e5df7d tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Request body: {'security_group_rule': {'security_group_id': '96d12f1c-b149-44af-9c39-423988ed8fd3', 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:47.950133 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c296e3b1-e0ca-452a-82d4-89ec727fc50e req-8eac15ff-9802-443a-981e-9d4626a9eafb tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c4a3f47-db00-4c06-a765-9d0abb11a5c8 HTTP/1.1" status: 200 len: 210 time: 0.0264561 Sep 16 01:13:48.050124 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 33278) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:48.083342 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device a41d4dff-6ba5-43a1-8358-27574ff41840 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:13:48.121236 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-18387923-c6f9-43f9-b443-e13490e5df7d tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:48.149223 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1103d2f-3ad6-496e-b55a-6ab56301706e', 'name': 'tempest-TestShelveInstance-222833085-router', 'tenant_id': '08ae1b77018648ebb096ea80f720e87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a41d4dff-6ba5-43a1-8358-27574ff41840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:13:40Z', 'updated_at': '2021-09-16T01:13:44Z', 'revision_number': 4, 'project_id': '08ae1b77018648ebb096ea80f720e87f', 'gw_port': {'id': 'a41d4dff-6ba5-43a1-8358-27574ff41840', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1103d2f-3ad6-496e-b55a-6ab56301706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:41Z', 'updated_at': '2021-09-16T01:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '0c697537-01a4-4c81-9cf3-48e70ff85089', 'name': '', 'network_id': '57812d6a-7bf1-48ed-9036-4059bc8d648a', 'tenant_id': '08ae1b77018648ebb096ea80f720e87f', 'mac_address': 'fa:16:3e:23:4b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1103d2f-3ad6-496e-b55a-6ab56301706e', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '10ad24ef-edee-4e6a-85ff-9fb64d01096a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:43Z', 'updated_at': '2021-09-16T01:13:44Z', 'revision_number': 2, 'project_id': '08ae1b77018648ebb096ea80f720e87f', 'subnets': [{'id': '10ad24ef-edee-4e6a-85ff-9fb64d01096a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:48.175984 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6d80c5-1337-43c1-bba6-076d64cb61bf admin admin] Deleting subnet e2b28182-509e-40a7-9f0c-4caf47159d47 {{(pid=94552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 01:13:48.177131 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port a41d4dff-6ba5-43a1-8358-27574ff41840 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:48.177515 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:48.179090 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] Checking router: e1103d2f-3ad6-496e-b55a-6ab56301706e for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:13:48.179545 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] Updating router e1103d2f-3ad6-496e-b55a-6ab56301706e port 0c697537-01a4-4c81-9cf3-48e70ff85089 binding host dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:13:48.199997 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6f6d80c5-1337-43c1-bba6-076d64cb61bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:48.227949 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:48.267076 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6f6d80c5-1337-43c1-bba6-076d64cb61bf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:48.284631 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-18387923-c6f9-43f9-b443-e13490e5df7d tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:48.297872 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b2388-78ee-42b4-96c1-24fe231cda72 req-f94538c4-00bd-490e-a7ec-96b53836d423 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:48.299424 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-796b2388-78ee-42b4-96c1-24fe231cda72 req-f94538c4-00bd-490e-a7ec-96b53836d423 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.1431108 Sep 16 01:13:48.300670 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6f6d80c5-1337-43c1-bba6-076d64cb61bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8015751'] for subnet, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:48.368715 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-796b2388-78ee-42b4-96c1-24fe231cda72 req-10d24a2c-eae0-4cde-80d0-6a95295cbc70 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475204 Sep 16 01:13:48.388668 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-18387923-c6f9-43f9-b443-e13490e5df7d tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:48.407128 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18387923-c6f9-43f9-b443-e13490e5df7d tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17908d38-1802-4845-a187-83ced9127e2d,revision_number=0']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:48.469969 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-18387923-c6f9-43f9-b443-e13490e5df7d tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:48.471404 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-18387923-c6f9-43f9-b443-e13490e5df7d tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6176450 Sep 16 01:13:48.473091 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6f6d80c5-1337-43c1-bba6-076d64cb61bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8015760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for subnet, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:48.479908 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 33284) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:48.484951 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-e766f8b2-5944-40e7-937e-fc1d1422d600 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Request body: {'security_group_rule': {'security_group_id': '96d12f1c-b149-44af-9c39-423988ed8fd3', 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:48.500757 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d80c5-1337-43c1-bba6-076d64cb61bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2b28182-509e-40a7-9f0c-4caf47159d47,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:48.508300 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6f6d80c5-1337-43c1-bba6-076d64cb61bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:48.508300 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-6f6d80c5-1337-43c1-bba6-076d64cb61bf admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e2b28182-509e-40a7-9f0c-4caf47159d47 HTTP/1.1" status: 204 len: 168 time: 0.4532919 Sep 16 01:13:48.509240 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 33286) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:48.602122 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:48.684557 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e766f8b2-5944-40e7-937e-fc1d1422d600 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:48.733080 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:48.767966 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e766f8b2-5944-40e7-937e-fc1d1422d600 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:48.789094 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124b803-6b79-4d0a-b3c5-ef18d59f94ee None None] Pushing event updated for resources: {'Port': ['ID=0c697537-01a4-4c81-9cf3-48e70ff85089,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:48.789236 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7919478'] for network, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:48.845440 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] Attempting to bind port 0c697537-01a4-4c81-9cf3-48e70ff85089 on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:13:48.845815 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] Attempting to bind port 0c697537-01a4-4c81-9cf3-48e70ff85089 by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': 'a0c3c2e5-0523-40d5-a068-eeb7a7174f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '57812d6a-7bf1-48ed-9036-4059bc8d648a'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:13:48.846182 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] Attempting to bind port 0c697537-01a4-4c81-9cf3-48e70ff85089 on network 57812d6a-7bf1-48ed-9036-4059bc8d648a {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:13:48.851995 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:13:48.852370 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] Checking segment: {'id': 'a0c3c2e5-0523-40d5-a068-eeb7a7174f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '57812d6a-7bf1-48ed-9036-4059bc8d648a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:13:48.852775 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:48.853196 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] Bound using segment: {'id': 'a0c3c2e5-0523-40d5-a068-eeb7a7174f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '57812d6a-7bf1-48ed-9036-4059bc8d648a'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:13:48.853824 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] Bound port: 0c697537-01a4-4c81-9cf3-48e70ff85089, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c3c2e5-0523-40d5-a068-eeb7a7174f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '57812d6a-7bf1-48ed-9036-4059bc8d648a'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:13:48.854370 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:48.875602 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e766f8b2-5944-40e7-937e-fc1d1422d600 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:48.885349 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8012288', 'neutron.services.segments.db._delete_segments_for_network-8752232865693'] for network, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:48.915580 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:13:48.916585 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:13:48.917401 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:13:48.920112 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] Subscribe: > port after_create 55550000 {{(pid=94552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:13:48.920112 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:13:48.920112 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] Subscribe: > port after_update 55550000 {{(pid=94552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:13:48.920112 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:13:48.920112 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:13:48.920112 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:13:48.920112 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:13:48.933448 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766f8b2-5944-40e7-937e-fc1d1422d600 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d2a457a-479a-48be-a6a5-37dc0805c93b,revision_number=0']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:48.934961 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] For port 0c697537-01a4-4c81-9cf3-48e70ff85089, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:13:48.940133 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] For port 0c697537-01a4-4c81-9cf3-48e70ff85089, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=0c697537-01a4-4c81-9cf3-48e70ff85089,segment=NetworkSegment(a0c3c2e5-0523-40d5-a068-eeb7a7174f09),segment_id=a0c3c2e5-0523-40d5-a068-eeb7a7174f09)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:13:49.030042 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e766f8b2-5944-40e7-937e-fc1d1422d600 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:49.031322 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-e766f8b2-5944-40e7-937e-fc1d1422d600 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5501721 Sep 16 01:13:49.034110 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 33300) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:49.038452 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-357781b4-8a06-4620-a9ed-dadc2b5efecf None None] Provisioning complete for port 0c697537-01a4-4c81-9cf3-48e70ff85089 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:49.038584 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-941ee354-a8ae-4133-b689-2a74b0fb8a23 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Request body: {'security_group_rule': {'security_group_id': '96d12f1c-b149-44af-9c39-423988ed8fd3', 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:49.038828 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-357781b4-8a06-4620-a9ed-dadc2b5efecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:49.077501 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-357781b4-8a06-4620-a9ed-dadc2b5efecf None None] Port 0c697537-01a4-4c81-9cf3-48e70ff85089 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:13:49.082136 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:13:49.082577 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:13:49.082682 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:49.090812 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:13:49.092686 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:13:49.096436 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.services.segments.db [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee254be0-3d84-4741-b0b4-d474508f7643']}} {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:49.141441 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] Routers {'e1103d2f-3ad6-496e-b55a-6ab56301706e'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:13:49.142634 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:13:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['e1103d2f-3ad6-496e-b55a-6ab56301706e'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:49.153564 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.services.segments.db [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e354059f-46d0-473b-8f05-17138a32432d') {'for_net_delete': True} {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:49.153967 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.services.segments.db [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e354059f-46d0-473b-8f05-17138a32432d') {} {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:49.155022 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.db.securitygroups_db [None req-941ee354-a8ae-4133-b689-2a74b0fb8a23 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Project c4a4425291ea4353acd96715b7b0df2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 01:13:49.164254 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-941ee354-a8ae-4133-b689-2a74b0fb8a23 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:49.183859 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8700dde0-c3ee-4150-84f3-02f676239757 req-5a6524d3-6729-4f0a-9593-263e4b601d9a tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c4a3f47-db00-4c06-a765-9d0abb11a5c8 HTTP/1.1" status: 200 len: 210 time: 0.0785229 Sep 16 01:13:49.194590 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752232865190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9529364'] for segment, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:49.202997 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124b803-6b79-4d0a-b3c5-ef18d59f94ee None None] Pushing event updated for resources: {'Port': ['ID=0c697537-01a4-4c81-9cf3-48e70ff85089,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:49.247349 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:49.257377 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 01:13:49.257536 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9529970'] for segment, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:49.282648 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-941ee354-a8ae-4133-b689-2a74b0fb8a23 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: from cryptography.utils import int_from_bytes Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: from cryptography.utils import int_from_bytes Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: Traceback (most recent call last): Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: timer() Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: cb(*args, **kw) Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: return func(*args, **kwargs) Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: self._notify() Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: self.callback(batched_events) Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: event.method(event) Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: return f(self, *a, **k) Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: return self._get(url).json() Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: return self.request(url, 'GET', **kwargs) Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 01:13:49.282999 dv-cinder-809305-1-iscsi neutron-server[94552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 01:13:49.303955 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] Set router e1103d2f-3ad6-496e-b55a-6ab56301706e gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:13:49.389894 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-941ee354-a8ae-4133-b689-2a74b0fb8a23 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:49.424294 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8012313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530186'] for network, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:49.432966 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:49.435078 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ee254be0-3d84-4741-b0b4-d474508f7643 HTTP/1.1" status: 204 len: 168 time: 0.9256430 Sep 16 01:13:49.440711 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ee354-a8ae-4133-b689-2a74b0fb8a23 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b87ec4-83cd-483b-b82a-e3a300cf4e4f,revision_number=0']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:49.447353 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-a1555672-6e8f-45e9-be48-2bd77760ed4a None None] Provisioning complete for port 0c697537-01a4-4c81-9cf3-48e70ff85089 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:49.447711 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a1555672-6e8f-45e9-be48-2bd77760ed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:49.460930 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79355f38-69cc-43b2-88db-31c4233b5348 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee254be0-3d84-4741-b0b4-d474508f7643,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:49.550774 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-941ee354-a8ae-4133-b689-2a74b0fb8a23 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:49.561029 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-941ee354-a8ae-4133-b689-2a74b0fb8a23 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5234113 Sep 16 01:13:49.563479 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 33322) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:49.568060 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c07cd0-5b91-4879-b865-980654c54abe req-834e4dde-dffe-4b76-9a85-dbe9ff102030 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:49.570309 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-06c07cd0-5b91-4879-b865-980654c54abe req-834e4dde-dffe-4b76-9a85-dbe9ff102030 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0859299 Sep 16 01:13:49.613512 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-e9059c28-bfe9-44af-8d2c-2edac5848b47 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Request body: {'security_group_rule': {'security_group_id': '96d12f1c-b149-44af-9c39-423988ed8fd3', 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:49.625194 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-48b97567-d43d-4587-9e48-efdb4a980e9a tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:49.626884 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-48b97567-d43d-4587-9e48-efdb4a980e9a tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.47 "GET /v2.0/networks?id=7e60f6a7-230c-465a-8807-d5e1e1529468 HTTP/1.1" status: 200 len: 814 time: 0.2154067 Sep 16 01:13:49.653823 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-06c07cd0-5b91-4879-b865-980654c54abe req-447d6fc0-cdb6-4e7d-935f-c68ce239bc96 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691371 Sep 16 01:13:49.657296 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-9dd786db-d3bd-46e0-8e8a-2c67e26b25f0 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Request body: {'port': {'device_id': '8c4a3f47-db00-4c06-a765-9d0abb11a5c8', 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468', 'admin_state_up': True, 'tenant_id': 'aa0682bc21654211a16e25c979b02bb3'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:49.658655 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a1555672-6e8f-45e9-be48-2bd77760ed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:49.708033 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-a1555672-6e8f-45e9-be48-2bd77760ed4a None None] For port 0c697537-01a4-4c81-9cf3-48e70ff85089, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=0c697537-01a4-4c81-9cf3-48e70ff85089,segment=NetworkSegment(a0c3c2e5-0523-40d5-a068-eeb7a7174f09),segment_id=a0c3c2e5-0523-40d5-a068-eeb7a7174f09)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:49.715273 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1103d2f-3ad6-496e-b55a-6ab56301706e', 'name': 'tempest-TestShelveInstance-222833085-router', 'tenant_id': '08ae1b77018648ebb096ea80f720e87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a41d4dff-6ba5-43a1-8358-27574ff41840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:13:40Z', 'updated_at': '2021-09-16T01:13:44Z', 'revision_number': 4, 'project_id': '08ae1b77018648ebb096ea80f720e87f', 'gw_port': {'id': 'a41d4dff-6ba5-43a1-8358-27574ff41840', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1103d2f-3ad6-496e-b55a-6ab56301706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:41Z', 'updated_at': '2021-09-16T01:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '0c697537-01a4-4c81-9cf3-48e70ff85089', 'name': '', 'network_id': '57812d6a-7bf1-48ed-9036-4059bc8d648a', 'tenant_id': '08ae1b77018648ebb096ea80f720e87f', 'mac_address': 'fa:16:3e:23:4b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1103d2f-3ad6-496e-b55a-6ab56301706e', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '10ad24ef-edee-4e6a-85ff-9fb64d01096a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:43Z', 'updated_at': '2021-09-16T01:13:48Z', 'revision_number': 4, 'project_id': '08ae1b77018648ebb096ea80f720e87f', 'subnets': [{'id': '10ad24ef-edee-4e6a-85ff-9fb64d01096a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:13:49.750104 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19285e25-3905-42c1-86a5-fa72fd3bb2c6 None None] The sync data for ids ['e1103d2f-3ad6-496e-b55a-6ab56301706e'] in dv-cinder-809305-1-iscsi is: [{'id': 'e1103d2f-3ad6-496e-b55a-6ab56301706e', 'name': 'tempest-TestShelveInstance-222833085-router', 'tenant_id': '08ae1b77018648ebb096ea80f720e87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a41d4dff-6ba5-43a1-8358-27574ff41840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:13:40Z', 'updated_at': '2021-09-16T01:13:44Z', 'revision_number': 4, 'project_id': '08ae1b77018648ebb096ea80f720e87f', 'gw_port': {'id': 'a41d4dff-6ba5-43a1-8358-27574ff41840', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1103d2f-3ad6-496e-b55a-6ab56301706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:41Z', 'updated_at': '2021-09-16T01:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '0c697537-01a4-4c81-9cf3-48e70ff85089', 'name': '', 'network_id': '57812d6a-7bf1-48ed-9036-4059bc8d648a', 'tenant_id': '08ae1b77018648ebb096ea80f720e87f', 'mac_address': 'fa:16:3e:23:4b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1103d2f-3ad6-496e-b55a-6ab56301706e', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '10ad24ef-edee-4e6a-85ff-9fb64d01096a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:43Z', 'updated_at': '2021-09-16T01:13:48Z', 'revision_number': 4, 'project_id': '08ae1b77018648ebb096ea80f720e87f', 'subnets': [{'id': '10ad24ef-edee-4e6a-85ff-9fb64d01096a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:13:49.774550 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.db.securitygroups_db [None req-e9059c28-bfe9-44af-8d2c-2edac5848b47 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Project c4a4425291ea4353acd96715b7b0df2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 01:13:49.791568 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e9059c28-bfe9-44af-8d2c-2edac5848b47 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:49.808370 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a1555672-6e8f-45e9-be48-2bd77760ed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:49.925646 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1555672-6e8f-45e9-be48-2bd77760ed4a None None] Pushing event updated for resources: {'Port': ['ID=0c697537-01a4-4c81-9cf3-48e70ff85089,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:49.945526 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e9059c28-bfe9-44af-8d2c-2edac5848b47 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:49.972673 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-9dd786db-d3bd-46e0-8e8a-2c67e26b25f0 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Made reservation on behalf of aa0682bc21654211a16e25c979b02bb3 for: {'port': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:13:49.976744 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-9dd786db-d3bd-46e0-8e8a-2c67e26b25f0 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:50.086812 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 0c697537-01a4-4c81-9cf3-48e70ff85089 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:13:50.137080 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 33338) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:50.171023 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 0c697537-01a4-4c81-9cf3-48e70ff85089 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:50.171797 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:50.210243 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-bcf42dac-263a-4b1c-bb00-026ee768c3fc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=10cace252cef418d97bd20e5da344f82&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0686343 Sep 16 01:13:50.218712 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 33342) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:50.354024 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-44f5fe89-b968-4e74-92c5-3f49382fcfba req-b62fd0e8-7810-459e-b4e6-bbc170458d61 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c4a3f47-db00-4c06-a765-9d0abb11a5c8 HTTP/1.1" status: 200 len: 210 time: 0.0389209 Sep 16 01:13:50.374135 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-2b995f42-b435-4fa1-9e19-b37c7b4e495e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:50.406371 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-2b995f42-b435-4fa1-9e19-b37c7b4e495e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:50.433314 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e9059c28-bfe9-44af-8d2c-2edac5848b47 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:50.464886 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9059c28-bfe9-44af-8d2c-2edac5848b47 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae43abd-33a6-4a73-a494-14aafa239f74,revision_number=0']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:50.470623 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-9dd786db-d3bd-46e0-8e8a-2c67e26b25f0 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Allocated IP 172.20.0.5 (7e60f6a7-230c-465a-8807-d5e1e1529468/2e9856ef-070b-47ee-aa2f-818462902284/f72076a5-d69e-4ada-b728-0dd7961a0268) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:13:50.549684 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e9059c28-bfe9-44af-8d2c-2edac5848b47 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:50.551063 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-e9059c28-bfe9-44af-8d2c-2edac5848b47 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9851742 Sep 16 01:13:50.590223 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-2b995f42-b435-4fa1-9e19-b37c7b4e495e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:50.593617 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-2b995f42-b435-4fa1-9e19-b37c7b4e495e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:50.595010 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-2b995f42-b435-4fa1-9e19-b37c7b4e495e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fe48ab52-46e5-4cdd-a94b-ef9f3148c3d5 HTTP/1.1" status: 204 len: 168 time: 0.3753083 Sep 16 01:13:50.604591 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b995f42-b435-4fa1-9e19-b37c7b4e495e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe48ab52-46e5-4cdd-a94b-ef9f3148c3d5,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:50.644573 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-9dd786db-d3bd-46e0-8e8a-2c67e26b25f0 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:50.762195 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-9dd786db-d3bd-46e0-8e8a-2c67e26b25f0 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:50.803037 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f985fe-c676-4da8-9b3a-8a44eb40050d req-16a76d02-5fa6-4425-b7ee-6ac0450e6eae tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:50.804926 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-08f985fe-c676-4da8-9b3a-8a44eb40050d req-16a76d02-5fa6-4425-b7ee-6ac0450e6eae tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0714235 Sep 16 01:13:50.812179 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-9dd786db-d3bd-46e0-8e8a-2c67e26b25f0 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Network 7e60f6a7-230c-465a-8807-d5e1e1529468 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:13:50.812809 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['934b424d-b9f2-4d87-a9a6-1fc6f4cae803'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:13:50.819526 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-9dd786db-d3bd-46e0-8e8a-2c67e26b25f0 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:13:50.824455 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-9dd786db-d3bd-46e0-8e8a-2c67e26b25f0 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:13:50.832966 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-9dd786db-d3bd-46e0-8e8a-2c67e26b25f0 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:50.833715 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-9dd786db-d3bd-46e0-8e8a-2c67e26b25f0 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:50.837722 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd786db-d3bd-46e0-8e8a-2c67e26b25f0 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Pushing event updated for resources: {'Port': ['ID=f72076a5-d69e-4ada-b728-0dd7961a0268,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:50.870116 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-08f985fe-c676-4da8-9b3a-8a44eb40050d req-c1fea66c-1382-4a1e-bb43-5c86e5c60ea4 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491190 Sep 16 01:13:50.983871 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-9dd786db-d3bd-46e0-8e8a-2c67e26b25f0 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3295338 Sep 16 01:13:51.001797 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-49a86da8-4982-4820-a54f-879fd61c1857 service neutron] Request body: {'port': {'device_id': '8c4a3f47-db00-4c06-a765-9d0abb11a5c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:13:51.064695 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-49a86da8-4982-4820-a54f-879fd61c1857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:51.337877 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-49a86da8-4982-4820-a54f-879fd61c1857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72076a5-d69e-4ada-b728-0dd7961a0268 {{(pid=94551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:13:51.345398 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-49a86da8-4982-4820-a54f-879fd61c1857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:51.357062 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-49a86da8-4982-4820-a54f-879fd61c1857 service neutron] Transition to ACTIVE for port object f72076a5-d69e-4ada-b728-0dd7961a0268 will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 01:13:51.470009 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-49a86da8-4982-4820-a54f-879fd61c1857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:51.492349 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458303e-b873-4c7f-bc3f-0a560b809705 req-700643fc-6a64-499a-81b0-825fd1f738cd tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:51.494527 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e458303e-b873-4c7f-bc3f-0a560b809705 req-700643fc-6a64-499a-81b0-825fd1f738cd tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c4a3f47-db00-4c06-a765-9d0abb11a5c8 HTTP/1.1" status: 200 len: 931 time: 0.0708482 Sep 16 01:13:51.541299 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a86da8-4982-4820-a54f-879fd61c1857 service neutron] Pushing event updated for resources: {'Port': ['ID=f72076a5-d69e-4ada-b728-0dd7961a0268,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:51.553706 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e458303e-b873-4c7f-bc3f-0a560b809705 req-050885a5-ed8c-45a0-b968-67ff0d954293 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520482 Sep 16 01:13:51.596775 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-49a86da8-4982-4820-a54f-879fd61c1857 service neutron] Attempting to bind port f72076a5-d69e-4ada-b728-0dd7961a0268 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:13:51.597153 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-49a86da8-4982-4820-a54f-879fd61c1857 service neutron] Attempting to bind port f72076a5-d69e-4ada-b728-0dd7961a0268 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'b7bc3130-609d-48b4-925c-6975ea20436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:13:51.597500 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-49a86da8-4982-4820-a54f-879fd61c1857 service neutron] Attempting to bind port f72076a5-d69e-4ada-b728-0dd7961a0268 on network 7e60f6a7-230c-465a-8807-d5e1e1529468 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:13:51.602645 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-49a86da8-4982-4820-a54f-879fd61c1857 service neutron] Port f72076a5-d69e-4ada-b728-0dd7961a0268 on network 7e60f6a7-230c-465a-8807-d5e1e1529468 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 01:13:51.603105 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-49a86da8-4982-4820-a54f-879fd61c1857 service neutron] Attempting to bind port f72076a5-d69e-4ada-b728-0dd7961a0268 on network 7e60f6a7-230c-465a-8807-d5e1e1529468 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:13:51.608160 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-49a86da8-4982-4820-a54f-879fd61c1857 service neutron] Checking agent: {'id': 'b1327c00-0c42-4ebe-9e46-dfdb42688b79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'started_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:13:51.608502 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-49a86da8-4982-4820-a54f-879fd61c1857 service neutron] Checking segment: {'id': 'b7bc3130-609d-48b4-925c-6975ea20436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:13:51.608960 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-49a86da8-4982-4820-a54f-879fd61c1857 service neutron] Bound using segment: {'id': 'b7bc3130-609d-48b4-925c-6975ea20436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:13:51.616429 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-49a86da8-4982-4820-a54f-879fd61c1857 service neutron] Bound port: f72076a5-d69e-4ada-b728-0dd7961a0268, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7bc3130-609d-48b4-925c-6975ea20436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:13:51.616429 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-49a86da8-4982-4820-a54f-879fd61c1857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:51.682922 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-49a86da8-4982-4820-a54f-879fd61c1857 service neutron] For port f72076a5-d69e-4ada-b728-0dd7961a0268, host hv-cinder-80930, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:13:51.686242 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-49a86da8-4982-4820-a54f-879fd61c1857 service neutron] For port f72076a5-d69e-4ada-b728-0dd7961a0268, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f72076a5-d69e-4ada-b728-0dd7961a0268,segment=NetworkSegment(b7bc3130-609d-48b4-925c-6975ea20436c),segment_id=b7bc3130-609d-48b4-925c-6975ea20436c)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:13:51.762045 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-49a86da8-4982-4820-a54f-879fd61c1857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:51.802484 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-49a86da8-4982-4820-a54f-879fd61c1857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:51.803197 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-49a86da8-4982-4820-a54f-879fd61c1857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:51.804656 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-49a86da8-4982-4820-a54f-879fd61c1857 service neutron] 10.222.0.47 "PUT /v2.0/ports/f72076a5-d69e-4ada-b728-0dd7961a0268 HTTP/1.1" status: 200 len: 1093 time: 0.8075104 Sep 16 01:13:51.809666 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4a3f47-db00-4c06-a765-9d0abb11a5c8', 'tag': 'f72076a5-d69e-4ada-b728-0dd7961a0268'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:13:51.809666 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08552558-cdcd-4366-9070-d589dd0478c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8c4a3f47-db00-4c06-a765-9d0abb11a5c8", "tag": "f72076a5-d69e-4ada-b728-0dd7961a0268"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:13:51.850522 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a86da8-4982-4820-a54f-879fd61c1857 service neutron] Pushing event updated for resources: {'Port': ['ID=f72076a5-d69e-4ada-b728-0dd7961a0268,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:51.870209 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2ee23d-b1dd-458a-ab49-632204809f84 x-openstack-request-id: req-cc2ee23d-b1dd-458a-ab49-632204809f84 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:13:51.870209 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c4a3f47-db00-4c06-a765-9d0abb11a5c8", "tag": "f72076a5-d69e-4ada-b728-0dd7961a0268", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:13:51.870485 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cc2ee23d-b1dd-458a-ab49-632204809f84 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:13:51.870878 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c4a3f47-db00-4c06-a765-9d0abb11a5c8', 'tag': 'f72076a5-d69e-4ada-b728-0dd7961a0268', 'status': 'completed', 'code': 200} Sep 16 01:13:52.004690 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08552558-cdcd-4366-9070-d589dd0478c8 req-9af37867-48f3-4e27-827d-80d5ebc2b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:52.006415 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-08552558-cdcd-4366-9070-d589dd0478c8 req-9af37867-48f3-4e27-827d-80d5ebc2b33a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa0682bc21654211a16e25c979b02bb3&device_id=8c4a3f47-db00-4c06-a765-9d0abb11a5c8 HTTP/1.1" status: 200 len: 1096 time: 0.0806909 Sep 16 01:13:52.023769 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e0834-b0ff-4690-9583-59fe1404585e req-fa4a5d98-9ede-4601-a8ba-974a5598d2cb tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:52.026051 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5c2e0834-b0ff-4690-9583-59fe1404585e req-fa4a5d98-9ede-4601-a8ba-974a5598d2cb tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0721376 Sep 16 01:13:52.254981 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5c2e0834-b0ff-4690-9583-59fe1404585e req-3df0e3aa-d884-428a-8344-b537b4663917 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103162 Sep 16 01:13:52.258880 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08552558-cdcd-4366-9070-d589dd0478c8 req-f2cb49bb-9dba-4a06-818f-0bd5cfc90ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:52.262024 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 33448) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:52.262541 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-08552558-cdcd-4366-9070-d589dd0478c8 req-f2cb49bb-9dba-4a06-818f-0bd5cfc90ce4 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=aa0682bc21654211a16e25c979b02bb3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2325318 Sep 16 01:13:52.394726 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-9a79690d-5905-4f03-9b8c-573ce12c4086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:52.457628 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08552558-cdcd-4366-9070-d589dd0478c8 req-ec194316-3f4e-4cb1-88ee-1907caa46e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:52.459403 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-08552558-cdcd-4366-9070-d589dd0478c8 req-ec194316-3f4e-4cb1-88ee-1907caa46e00 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1794369 Sep 16 01:13:52.541898 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-9a79690d-5905-4f03-9b8c-573ce12c4086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:52.581105 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-45c4db2c-d823-4dd5-af32-1103453d7cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:52.584170 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-45c4db2c-d823-4dd5-af32-1103453d7cc3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa0682bc21654211a16e25c979b02bb3&device_id=8c4a3f47-db00-4c06-a765-9d0abb11a5c8 HTTP/1.1" status: 200 len: 1096 time: 0.0425961 Sep 16 01:13:52.635341 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-9a79690d-5905-4f03-9b8c-573ce12c4086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:52.663109 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-b63b7128-dd5c-4e2e-9ef7-12f75a49c62e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f72076a5-d69e-4ada-b728-0dd7961a0268 HTTP/1.1" status: 200 len: 217 time: 0.0502677 Sep 16 01:13:52.678526 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-9a79690d-5905-4f03-9b8c-573ce12c4086 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8fe6a3932c9249d5b9b5d8f84fdcfac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4151568 Sep 16 01:13:52.679882 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79690d-5905-4f03-9b8c-573ce12c4086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3507b1ae-82e9-4b69-b613-c606b5e55a64,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:52.682474 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 33476) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:52.764766 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba32b2-a738-4b08-b504-9406b2675f36 req-96600bc8-8ca7-4c47-9358-d7d6214337a6 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:52.765119 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3f59fd8a-f721-4958-8899-bd1b9f7fec0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:52.765218 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-70ba32b2-a738-4b08-b504-9406b2675f36 req-96600bc8-8ca7-4c47-9358-d7d6214337a6 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c4a3f47-db00-4c06-a765-9d0abb11a5c8 HTTP/1.1" status: 200 len: 943 time: 0.1098449 Sep 16 01:13:52.772716 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-9d491cd3-69d1-464f-b5cb-e035c0814ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:52.774139 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-9d491cd3-69d1-464f-b5cb-e035c0814ee7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e9856ef-070b-47ee-aa2f-818462902284 HTTP/1.1" status: 200 len: 854 time: 0.0826616 Sep 16 01:13:52.782218 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3f59fd8a-f721-4958-8899-bd1b9f7fec0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:52.820683 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-bda320b6-3090-48c3-b486-4370b1d9b0fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e60f6a7-230c-465a-8807-d5e1e1529468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305564 Sep 16 01:13:52.870321 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-70ba32b2-a738-4b08-b504-9406b2675f36 req-a9170068-3323-4c32-b5ce-9f02f79734c7 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000242 Sep 16 01:13:52.938736 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3f59fd8a-f721-4958-8899-bd1b9f7fec0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:52.943175 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3f59fd8a-f721-4958-8899-bd1b9f7fec0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:52.946719 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-3f59fd8a-f721-4958-8899-bd1b9f7fec0b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3507b1ae-82e9-4b69-b613-c606b5e55a64 HTTP/1.1" status: 204 len: 168 time: 0.2484219 Sep 16 01:13:52.961038 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-edda9088-50cb-4029-8ea1-10ef9a2a45df service neutron] 10.222.0.47 "GET /v2.0/networks/7e60f6a7-230c-465a-8807-d5e1e1529468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217422 Sep 16 01:13:52.962546 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59fd8a-f721-4958-8899-bd1b9f7fec0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3507b1ae-82e9-4b69-b613-c606b5e55a64,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:53.090920 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-136e507b-0e12-4e7c-8898-05b4965e16bc req-e9439eff-ec57-4f5c-bcab-8dd890972a2f service neutron] 10.222.0.47 "GET /v2.0/networks/7e60f6a7-230c-465a-8807-d5e1e1529468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184783 Sep 16 01:13:53.383052 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599ff51-231e-4339-b88f-08a962d47ea5 req-2010a418-8b6e-422f-aaed-6edd9532d148 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:53.384630 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9599ff51-231e-4339-b88f-08a962d47ea5 req-2010a418-8b6e-422f-aaed-6edd9532d148 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0494211 Sep 16 01:13:53.425789 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9599ff51-231e-4339-b88f-08a962d47ea5 req-e7e93d65-eadd-4bac-96dd-6a9ec445d732 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334537 Sep 16 01:13:53.608700 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 33508) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:53.634486 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8963a3c0-c776-4d60-b3af-b2ccc3ed937a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:53.722417 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8963a3c0-c776-4d60-b3af-b2ccc3ed937a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:53.818782 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8963a3c0-c776-4d60-b3af-b2ccc3ed937a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:53.861315 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-8963a3c0-c776-4d60-b3af-b2ccc3ed937a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2565e528140f48a69ee7d1d851458588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495496 Sep 16 01:13:53.863908 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 33514) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:53.870412 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8963a3c0-c776-4d60-b3af-b2ccc3ed937a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9542e9-3fb8-4d03-b19b-deadbf7629ba,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:53.917254 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-883608ef-cb9f-4055-9fea-7400cc3081b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:53.939741 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-883608ef-cb9f-4055-9fea-7400cc3081b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:54.012812 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccf9ff-1f25-4217-9430-e5b119d8dc84 req-da864917-04b9-4f5c-98c3-ca2da423d9c7 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:54.014387 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-10ccf9ff-1f25-4217-9430-e5b119d8dc84 req-da864917-04b9-4f5c-98c3-ca2da423d9c7 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c4a3f47-db00-4c06-a765-9d0abb11a5c8 HTTP/1.1" status: 200 len: 943 time: 0.0583539 Sep 16 01:13:54.056180 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-10ccf9ff-1f25-4217-9430-e5b119d8dc84 req-4da3d93a-f08a-4520-b0a9-0064e22cc64a tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335836 Sep 16 01:13:54.172916 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-883608ef-cb9f-4055-9fea-7400cc3081b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:54.175225 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-883608ef-cb9f-4055-9fea-7400cc3081b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:54.176967 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-883608ef-cb9f-4055-9fea-7400cc3081b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9b9542e9-3fb8-4d03-b19b-deadbf7629ba HTTP/1.1" status: 204 len: 168 time: 0.3120666 Sep 16 01:13:54.184875 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883608ef-cb9f-4055-9fea-7400cc3081b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9542e9-3fb8-4d03-b19b-deadbf7629ba,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:54.559058 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bd6d8-b7c3-4702-80f6-83d5c6e0659b req-fa815f39-9c90-4a68-8a00-38fff567e9a1 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:54.561280 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-780bd6d8-b7c3-4702-80f6-83d5c6e0659b req-fa815f39-9c90-4a68-8a00-38fff567e9a1 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0571170 Sep 16 01:13:54.598900 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-780bd6d8-b7c3-4702-80f6-83d5c6e0659b req-8080ea99-a089-469c-993a-141541f33ce7 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312181 Sep 16 01:13:55.190901 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d8353-4ed2-4fd7-b870-bd0f926009b7 req-388583af-79cd-437a-9243-07d0d34872d0 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:55.192972 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-de0d8353-4ed2-4fd7-b870-bd0f926009b7 req-388583af-79cd-437a-9243-07d0d34872d0 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c4a3f47-db00-4c06-a765-9d0abb11a5c8 HTTP/1.1" status: 200 len: 943 time: 0.0551858 Sep 16 01:13:55.231342 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-de0d8353-4ed2-4fd7-b870-bd0f926009b7 req-938cdf15-fb5d-49b9-9636-01b47aa06b32 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319145 Sep 16 01:13:55.422632 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device f72076a5-d69e-4ada-b728-0dd7961a0268 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:13:55.528913 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port f72076a5-d69e-4ada-b728-0dd7961a0268, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f72076a5-d69e-4ada-b728-0dd7961a0268,segment=NetworkSegment(b7bc3130-609d-48b4-925c-6975ea20436c),segment_id=b7bc3130-609d-48b4-925c-6975ea20436c)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:55.540737 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': 'f72076a5-d69e-4ada-b728-0dd7961a0268', 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468', 'port_id': 'f72076a5-d69e-4ada-b728-0dd7961a0268', 'mac_address': 'fa:16:3e:38:ad:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e9856ef-070b-47ee-aa2f-818462902284', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:13:55.581268 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:55.594176 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72076a5-d69e-4ada-b728-0dd7961a0268 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:13:55.614202 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port f72076a5-d69e-4ada-b728-0dd7961a0268, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f72076a5-d69e-4ada-b728-0dd7961a0268,segment=NetworkSegment(b7bc3130-609d-48b4-925c-6975ea20436c),segment_id=b7bc3130-609d-48b4-925c-6975ea20436c)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:55.681332 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:55.721215 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b970d-0fc4-4dbb-9403-b71d3d1a1093 req-13c34431-e187-4e49-99af-dc81a41a27ff tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:55.722695 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-df2b970d-0fc4-4dbb-9403-b71d3d1a1093 req-13c34431-e187-4e49-99af-dc81a41a27ff tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0531936 Sep 16 01:13:55.734973 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=f72076a5-d69e-4ada-b728-0dd7961a0268,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:55.778908 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-df2b970d-0fc4-4dbb-9403-b71d3d1a1093 req-f34b42e6-6f1f-4bf9-afe2-577d17674f5b tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500522 Sep 16 01:13:56.175554 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['f72076a5-d69e-4ada-b728-0dd7961a0268'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:13:56.351658 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121ed6c-2075-4997-9e2c-5d052993f3d5 req-63e70f3c-3136-4d80-8107-4140c1fe605c tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:56.353209 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8121ed6c-2075-4997-9e2c-5d052993f3d5 req-63e70f3c-3136-4d80-8107-4140c1fe605c tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c4a3f47-db00-4c06-a765-9d0abb11a5c8 HTTP/1.1" status: 200 len: 944 time: 0.0511358 Sep 16 01:13:56.390417 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8121ed6c-2075-4997-9e2c-5d052993f3d5 req-71c1c505-311e-4be5-a250-0ba5d89e891a tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310810 Sep 16 01:13:56.903892 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949d4ae-b061-45f9-8849-f7f458c72b9f req-7b72c57c-c684-454c-b397-3c3d11a8ffb2 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:56.906049 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6949d4ae-b061-45f9-8849-f7f458c72b9f req-7b72c57c-c684-454c-b397-3c3d11a8ffb2 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0513148 Sep 16 01:13:56.950912 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6949d4ae-b061-45f9-8849-f7f458c72b9f req-dfc1c38e-f56e-45b0-9155-f2806d11c020 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351613 Sep 16 01:13:57.317578 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 33636) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:57.430457 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-10fb2b1d-9fcb-4ae3-9e40-8f16f52c97e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:57.434409 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device f72076a5-d69e-4ada-b728-0dd7961a0268 up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:13:57.531749 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8da20-5ece-4f85-9262-8f0e43d8d2f6 req-3929292b-85a8-4703-a110-51bb13c52160 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:57.533308 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-21f8da20-5ece-4f85-9262-8f0e43d8d2f6 req-3929292b-85a8-4703-a110-51bb13c52160 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c4a3f47-db00-4c06-a765-9d0abb11a5c8 HTTP/1.1" status: 200 len: 944 time: 0.0677712 Sep 16 01:13:57.566909 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning for port f72076a5-d69e-4ada-b728-0dd7961a0268 completed by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 01:13:57.571148 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port f72076a5-d69e-4ada-b728-0dd7961a0268 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:13:57.571582 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:57.594005 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-10fb2b1d-9fcb-4ae3-9e40-8f16f52c97e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:57.600080 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-21f8da20-5ece-4f85-9262-8f0e43d8d2f6 req-ed61053f-860c-487c-8693-001eafc04f9c tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584590 Sep 16 01:13:57.661520 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:57.683227 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4a3f47-db00-4c06-a765-9d0abb11a5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72076a5-d69e-4ada-b728-0dd7961a0268'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:13:57.685508 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faeb8f95-4220-4396-a04f-4017e8aba7eb" -d '{"events": [{"server_uuid": "8c4a3f47-db00-4c06-a765-9d0abb11a5c8", "name": "network-vif-plugged", "status": "completed", "tag": "f72076a5-d69e-4ada-b728-0dd7961a0268"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:13:57.687089 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-10fb2b1d-9fcb-4ae3-9e40-8f16f52c97e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:57.698770 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port f72076a5-d69e-4ada-b728-0dd7961a0268, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f72076a5-d69e-4ada-b728-0dd7961a0268,segment=NetworkSegment(b7bc3130-609d-48b4-925c-6975ea20436c),segment_id=b7bc3130-609d-48b4-925c-6975ea20436c)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:13:57.724797 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e42b71-a187-4039-a4b7-6294fa4e03ef x-openstack-request-id: req-48e42b71-a187-4039-a4b7-6294fa4e03ef {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:13:57.725105 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c4a3f47-db00-4c06-a765-9d0abb11a5c8", "name": "network-vif-plugged", "status": "completed", "tag": "f72076a5-d69e-4ada-b728-0dd7961a0268", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:13:57.725362 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-48e42b71-a187-4039-a4b7-6294fa4e03ef {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:13:57.725764 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4a3f47-db00-4c06-a765-9d0abb11a5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72076a5-d69e-4ada-b728-0dd7961a0268', 'code': 200} Sep 16 01:13:57.728792 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-10fb2b1d-9fcb-4ae3-9e40-8f16f52c97e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a8d6beb27d5d4f458ca57b4229d9145e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4101076 Sep 16 01:13:57.731139 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb2b1d-9fcb-4ae3-9e40-8f16f52c97e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8c0229-e849-40b3-bb6e-546a5b55dad1,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:57.731527 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 33644) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:57.736078 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:13:57.781131 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-22a7c7b5-4459-482a-8b9f-7d89c772d772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:57.804431 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-22a7c7b5-4459-482a-8b9f-7d89c772d772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:57.823831 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:57.872364 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=f72076a5-d69e-4ada-b728-0dd7961a0268,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:57.961107 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-22a7c7b5-4459-482a-8b9f-7d89c772d772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:57.963832 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-22a7c7b5-4459-482a-8b9f-7d89c772d772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:57.972157 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-22a7c7b5-4459-482a-8b9f-7d89c772d772 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6d8c0229-e849-40b3-bb6e-546a5b55dad1 HTTP/1.1" status: 204 len: 168 time: 0.2335763 Sep 16 01:13:57.983356 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7c7b5-4459-482a-8b9f-7d89c772d772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8c0229-e849-40b3-bb6e-546a5b55dad1,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:58.083119 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67633ddc-6d7f-49a2-9c81-fea23760a413 req-fbca66f9-857a-4172-b6f3-3614b82fb304 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:58.084717 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-67633ddc-6d7f-49a2-9c81-fea23760a413 req-fbca66f9-857a-4172-b6f3-3614b82fb304 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0519438 Sep 16 01:13:58.139465 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-67633ddc-6d7f-49a2-9c81-fea23760a413 req-ab351795-c97f-4c7c-9c64-89e807104225 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483694 Sep 16 01:13:58.224670 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70940710-fba2-4fd7-9ede-f1f8071dfb9f req-14dd9111-7ee1-4d5c-bbc8-227fcf18e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:58.226375 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-70940710-fba2-4fd7-9ede-f1f8071dfb9f req-14dd9111-7ee1-4d5c-bbc8-227fcf18e7c7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8c4a3f47-db00-4c06-a765-9d0abb11a5c8 HTTP/1.1" status: 200 len: 1098 time: 0.0409734 Sep 16 01:13:58.267712 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-70940710-fba2-4fd7-9ede-f1f8071dfb9f req-6f60e1e9-af48-4b9c-b4bf-59c9349f48ae service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310426 Sep 16 01:13:58.744118 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-61d0168e-fceb-4abb-8150-6f8ae8d1a1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:58.755178 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 33672) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:58.767985 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-90ffc5dc-bb78-4643-92e3-d2845fea7732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:58.778132 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840ec93-8153-4e47-86a8-dc41eee1c9f4 req-b0a6cad3-34ff-4e1e-95b2-37434c5ee7f8 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:58.783989 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b840ec93-8153-4e47-86a8-dc41eee1c9f4 req-b0a6cad3-34ff-4e1e-95b2-37434c5ee7f8 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c4a3f47-db00-4c06-a765-9d0abb11a5c8 HTTP/1.1" status: 200 len: 945 time: 0.0574527 Sep 16 01:13:58.819574 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b840ec93-8153-4e47-86a8-dc41eee1c9f4 req-1fbfea3f-9d45-4d80-a698-bc200f0d4144 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315518 Sep 16 01:13:58.931669 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-90ffc5dc-bb78-4643-92e3-d2845fea7732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:59.018196 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-90ffc5dc-bb78-4643-92e3-d2845fea7732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:59.059408 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-90ffc5dc-bb78-4643-92e3-d2845fea7732 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=310fd06a3f7f4e889de11800dad9bc8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031473 Sep 16 01:13:59.060226 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ffc5dc-bb78-4643-92e3-d2845fea7732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7829f752-f2f8-4ff5-acf9-e971d54950a3,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:59.062018 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 33678) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:13:59.118605 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-326bc623-dff6-40fd-a8e1-e96ab587606c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:59.141595 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-326bc623-dff6-40fd-a8e1-e96ab587606c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:59.257553 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fb10a-8247-44dc-903f-81051b44400a req-dff11299-a938-4f1c-88fe-d5fb6112ac59 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:59.259063 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3a0fb10a-8247-44dc-903f-81051b44400a req-dff11299-a938-4f1c-88fe-d5fb6112ac59 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0477419 Sep 16 01:13:59.292862 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-326bc623-dff6-40fd-a8e1-e96ab587606c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:59.295968 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-326bc623-dff6-40fd-a8e1-e96ab587606c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:13:59.297277 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-326bc623-dff6-40fd-a8e1-e96ab587606c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7829f752-f2f8-4ff5-acf9-e971d54950a3 HTTP/1.1" status: 204 len: 168 time: 0.2342680 Sep 16 01:13:59.299533 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3a0fb10a-8247-44dc-903f-81051b44400a req-46e2b8af-59d6-48a9-a61d-2ee3094e05bb tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344436 Sep 16 01:13:59.307365 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326bc623-dff6-40fd-a8e1-e96ab587606c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7829f752-f2f8-4ff5-acf9-e971d54950a3,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:13:59.944249 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36a74d-404b-4e10-aeff-69bd47c7061f req-9e73e469-c61f-4d20-a1af-9166cfccf76f tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:13:59.945795 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-1f36a74d-404b-4e10-aeff-69bd47c7061f req-9e73e469-c61f-4d20-a1af-9166cfccf76f tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c4a3f47-db00-4c06-a765-9d0abb11a5c8 HTTP/1.1" status: 200 len: 945 time: 0.0528481 Sep 16 01:13:59.984934 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-1f36a74d-404b-4e10-aeff-69bd47c7061f req-cae2a667-1987-4e29-96e6-cb8f283c3370 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324206 Sep 16 01:14:00.435078 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d86a3c-6fa6-4c56-a483-1ac1658ee8da req-cfcd78a8-5216-4d3c-b53a-6f43606dcc9a tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:00.437174 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-85d86a3c-6fa6-4c56-a483-1ac1658ee8da req-cfcd78a8-5216-4d3c-b53a-6f43606dcc9a tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0602846 Sep 16 01:14:00.481461 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-85d86a3c-6fa6-4c56-a483-1ac1658ee8da req-b4a3df05-0a2d-4922-9930-8ba73f27ed14 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367677 Sep 16 01:14:01.110112 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fde11f-7a21-489c-aa09-d985466741a7 req-4e14bb01-d962-4ad1-85db-97e66ba02878 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:01.111646 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-18fde11f-7a21-489c-aa09-d985466741a7 req-4e14bb01-d962-4ad1-85db-97e66ba02878 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c4a3f47-db00-4c06-a765-9d0abb11a5c8 HTTP/1.1" status: 200 len: 945 time: 0.0543575 Sep 16 01:14:01.149416 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-18fde11f-7a21-489c-aa09-d985466741a7 req-e572f756-cf3b-48c4-88bb-9bd75119edfe tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315945 Sep 16 01:14:01.463870 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d45b77e8-2c3c-4062-a6e4-4cd9e4650ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:01.607353 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39da22-4f98-420c-a6bd-c2d6e4a96fdf req-5afcd5cd-a50f-4338-9c7b-946cf556d1f9 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:01.609097 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1e39da22-4f98-420c-a6bd-c2d6e4a96fdf req-5afcd5cd-a50f-4338-9c7b-946cf556d1f9 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0562458 Sep 16 01:14:01.663655 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1e39da22-4f98-420c-a6bd-c2d6e4a96fdf req-7131b63b-5019-46f9-b29b-13a46f83b458 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477872 Sep 16 01:14:01.823888 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:02.778012 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:02.779906 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad657801-fabb-401f-9a99-80542895f2b9 req-c4d2e651-0476-4a1a-a54f-3e37b27da2c5 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:02.781436 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ad657801-fabb-401f-9a99-80542895f2b9 req-c4d2e651-0476-4a1a-a54f-3e37b27da2c5 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0488403 Sep 16 01:14:02.820636 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ad657801-fabb-401f-9a99-80542895f2b9 req-060e0971-f245-4774-a1f6-843532e18d78 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332010 Sep 16 01:14:03.950783 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7481c6-17b2-48ba-b42f-f5aeb84b5785 req-12f52a00-793d-474c-95d5-3541668a132b tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:03.954232 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5b7481c6-17b2-48ba-b42f-f5aeb84b5785 req-12f52a00-793d-474c-95d5-3541668a132b tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0552330 Sep 16 01:14:03.992492 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5b7481c6-17b2-48ba-b42f-f5aeb84b5785 req-8a8c57ae-f174-4b1d-a4bc-a9e97f48b444 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339110 Sep 16 01:14:04.437019 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:05.109074 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29f69c-90bc-4fa3-b384-c90edfb89487 req-78286d6e-cc7a-49dc-b6aa-78feb7eb8e57 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:05.110562 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9f29f69c-90bc-4fa3-b384-c90edfb89487 req-78286d6e-cc7a-49dc-b6aa-78feb7eb8e57 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0477428 Sep 16 01:14:05.151399 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9f29f69c-90bc-4fa3-b384-c90edfb89487 req-c8c59374-e85b-4a43-8a3f-d6ffd75a45e9 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340629 Sep 16 01:14:06.272191 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4620a3a-f396-4669-adfe-02a894be15f0 req-27d767f9-218a-4b26-93d4-a097768e61b9 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:06.273726 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a4620a3a-f396-4669-adfe-02a894be15f0 req-27d767f9-218a-4b26-93d4-a097768e61b9 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0530291 Sep 16 01:14:06.310558 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a4620a3a-f396-4669-adfe-02a894be15f0 req-96b0ee6e-08fc-4327-b64a-0f1c891c6083 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304780 Sep 16 01:14:07.435565 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2895109-82e0-45e6-b86c-5404a522b905 req-30e86a1a-2980-448b-a81d-d5ff79e196a9 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:07.435565 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b2895109-82e0-45e6-b86c-5404a522b905 req-30e86a1a-2980-448b-a81d-d5ff79e196a9 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0520551 Sep 16 01:14:07.472089 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b2895109-82e0-45e6-b86c-5404a522b905 req-105845b1-a4f3-449c-a2c8-b6c7c6b5da0a tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329602 Sep 16 01:14:08.603765 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee198bf3-a21f-4753-80ac-8674e348cfe5 req-8aa3abc3-73fb-4cb7-862c-bad56f01dec2 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:08.606266 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ee198bf3-a21f-4753-80ac-8674e348cfe5 req-8aa3abc3-73fb-4cb7-862c-bad56f01dec2 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0587897 Sep 16 01:14:08.647474 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ee198bf3-a21f-4753-80ac-8674e348cfe5 req-daff0981-c596-454e-b05a-89b282660ba5 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362782 Sep 16 01:14:09.024150 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 33978) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:09.134402 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-1a619d64-9680-4485-9c62-36b3aa0958ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:09.219786 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-1a619d64-9680-4485-9c62-36b3aa0958ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:09.279227 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 33984) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:09.333152 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-1a619d64-9680-4485-9c62-36b3aa0958ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:09.373094 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-1a619d64-9680-4485-9c62-36b3aa0958ae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=03b1f471ca4940e599b0835df8da7882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478022 Sep 16 01:14:09.375830 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 33988) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:09.378815 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a619d64-9680-4485-9c62-36b3aa0958ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f6332a-6b38-4a32-be7c-c87a31532be9,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:09.387621 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-83d6bb43-3cbc-497b-b420-256595695b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:09.429132 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-be473c24-b94e-4743-80a8-572e9a871d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:09.452614 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-be473c24-b94e-4743-80a8-572e9a871d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:09.482839 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-83d6bb43-3cbc-497b-b420-256595695b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:09.646638 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-be473c24-b94e-4743-80a8-572e9a871d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:09.647173 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-83d6bb43-3cbc-497b-b420-256595695b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:09.649143 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-be473c24-b94e-4743-80a8-572e9a871d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:09.650354 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-be473c24-b94e-4743-80a8-572e9a871d7c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/20f6332a-6b38-4a32-be7c-c87a31532be9 HTTP/1.1" status: 204 len: 168 time: 0.2735238 Sep 16 01:14:09.658042 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be473c24-b94e-4743-80a8-572e9a871d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f6332a-6b38-4a32-be7c-c87a31532be9,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:09.687995 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-83d6bb43-3cbc-497b-b420-256595695b4e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4929479aa394428b8cde96a78bec5a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4075661 Sep 16 01:14:09.689096 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6bb43-3cbc-497b-b420-256595695b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c477813-8646-48f0-9160-a0afbdad53f2,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:09.690581 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 33994) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:09.774199 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3446fe2e-02d0-4f91-b2b1-7af87f22b90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:09.804928 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3446fe2e-02d0-4f91-b2b1-7af87f22b90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:09.821266 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95d1ef-b747-4149-81ed-24f382c0d349 req-1981903b-4daa-4c7d-8705-dd83af4c8bed tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:09.822854 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ec95d1ef-b747-4149-81ed-24f382c0d349 req-1981903b-4daa-4c7d-8705-dd83af4c8bed tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0825939 Sep 16 01:14:09.877648 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ec95d1ef-b747-4149-81ed-24f382c0d349 req-9b0d8c5c-9944-41d3-84b7-31239329a9c8 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456135 Sep 16 01:14:09.973181 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3446fe2e-02d0-4f91-b2b1-7af87f22b90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:09.976158 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3446fe2e-02d0-4f91-b2b1-7af87f22b90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:09.977890 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-3446fe2e-02d0-4f91-b2b1-7af87f22b90b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4c477813-8646-48f0-9160-a0afbdad53f2 HTTP/1.1" status: 204 len: 168 time: 0.2854843 Sep 16 01:14:09.995216 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446fe2e-02d0-4f91-b2b1-7af87f22b90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c477813-8646-48f0-9160-a0afbdad53f2,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:10.355745 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 34008) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:10.374676 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3c78fb3b-7bed-433a-a66b-d74c86117fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:10.467268 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3c78fb3b-7bed-433a-a66b-d74c86117fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:10.532236 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3c78fb3b-7bed-433a-a66b-d74c86117fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:10.575451 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78fb3b-7bed-433a-a66b-d74c86117fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63607f3-f564-4fe2-a867-186c517bc6a8,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:10.579827 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-3c78fb3b-7bed-433a-a66b-d74c86117fdf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76994a0478b44ff1afedbe8169268de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230594 Sep 16 01:14:10.583106 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 34012) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:10.631756 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8b997d26-219b-4bf1-a14e-8a9113bec00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:10.652672 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8b997d26-219b-4bf1-a14e-8a9113bec00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:10.772854 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8b997d26-219b-4bf1-a14e-8a9113bec00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:10.775618 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8b997d26-219b-4bf1-a14e-8a9113bec00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:10.779092 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-8b997d26-219b-4bf1-a14e-8a9113bec00c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d63607f3-f564-4fe2-a867-186c517bc6a8 HTTP/1.1" status: 204 len: 168 time: 0.1928227 Sep 16 01:14:10.786631 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b997d26-219b-4bf1-a14e-8a9113bec00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63607f3-f564-4fe2-a867-186c517bc6a8,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:10.821311 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 34016) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:10.837155 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-42f64bf4-1bac-44c4-aba2-a5c6a1636f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:10.930051 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-42f64bf4-1bac-44c4-aba2-a5c6a1636f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:11.006594 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-42f64bf4-1bac-44c4-aba2-a5c6a1636f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:11.007022 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618bcc4-64c1-4325-b270-f4baee13bd0b req-d4dabbb3-5982-4df0-8150-8c7550e96e8c tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:11.008543 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-2618bcc4-64c1-4325-b270-f4baee13bd0b req-d4dabbb3-5982-4df0-8150-8c7550e96e8c tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0527873 Sep 16 01:14:11.045567 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-42f64bf4-1bac-44c4-aba2-a5c6a1636f06 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3575e15394be454195b2d4954f58f6ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231457 Sep 16 01:14:11.046682 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f64bf4-1bac-44c4-aba2-a5c6a1636f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4d099a-bba7-4004-9ebb-0e9780be53bd,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:11.048005 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-2618bcc4-64c1-4325-b270-f4baee13bd0b req-1ec55c31-fcaf-4acb-a118-a426d94a3c3d tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330191 Sep 16 01:14:11.048525 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 34022) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:11.122139 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-31fadb01-dfdf-4d66-b668-29abcaed79b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:11.144172 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-31fadb01-dfdf-4d66-b668-29abcaed79b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:11.285999 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-31fadb01-dfdf-4d66-b668-29abcaed79b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:11.298787 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-31fadb01-dfdf-4d66-b668-29abcaed79b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:11.298787 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-31fadb01-dfdf-4d66-b668-29abcaed79b4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3a4d099a-bba7-4004-9ebb-0e9780be53bd HTTP/1.1" status: 204 len: 168 time: 0.2395327 Sep 16 01:14:11.300045 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fadb01-dfdf-4d66-b668-29abcaed79b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4d099a-bba7-4004-9ebb-0e9780be53bd,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:11.707198 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 34034) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:11.720429 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d6532648-f506-49d7-bd2c-a6b3d63341e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:11.811251 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d6532648-f506-49d7-bd2c-a6b3d63341e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:11.891938 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d6532648-f506-49d7-bd2c-a6b3d63341e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:11.931008 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-d6532648-f506-49d7-bd2c-a6b3d63341e4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7a358f078fd45118ae98c15e5112712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227361 Sep 16 01:14:11.933190 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6532648-f506-49d7-bd2c-a6b3d63341e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6215c206-44fd-4fd0-bfc0-19925699fe47,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:11.933954 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 34042) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:11.986553 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c3202179-008e-4574-ac14-f3edb81ef38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:12.008662 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c3202179-008e-4574-ac14-f3edb81ef38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:12.188633 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426aef9d-6352-4c1a-90aa-2f36ff7214de req-830221f0-7c98-4b15-a074-30b0afccdd91 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:12.190173 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-426aef9d-6352-4c1a-90aa-2f36ff7214de req-830221f0-7c98-4b15-a074-30b0afccdd91 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0521994 Sep 16 01:14:12.344116 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-426aef9d-6352-4c1a-90aa-2f36ff7214de req-974df287-4268-4eb6-a142-fc7c770fccab tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327606 Sep 16 01:14:12.412336 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c3202179-008e-4574-ac14-f3edb81ef38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:12.415066 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c3202179-008e-4574-ac14-f3edb81ef38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:12.416550 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-c3202179-008e-4574-ac14-f3edb81ef38d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6215c206-44fd-4fd0-bfc0-19925699fe47 HTTP/1.1" status: 204 len: 168 time: 0.4815252 Sep 16 01:14:12.431297 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3202179-008e-4574-ac14-f3edb81ef38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6215c206-44fd-4fd0-bfc0-19925699fe47,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:12.969884 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 34078) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:13.108798 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-9475b7a4-627e-4e2c-9140-1aa6cfbf392e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-128361786-network', 'tenant_id': '2c1b3cbef11d4ca39fd3d3c42255eea1'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:14:13.231450 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9475b7a4-627e-4e2c-9140-1aa6cfbf392e admin admin] Made reservation on behalf of 2c1b3cbef11d4ca39fd3d3c42255eea1 for: {'network': 1} {{(pid=94552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:14:13.233176 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-9475b7a4-627e-4e2c-9140-1aa6cfbf392e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for network, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:13.243593 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-9475b7a4-627e-4e2c-9140-1aa6cfbf392e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:13.337197 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-9475b7a4-627e-4e2c-9140-1aa6cfbf392e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:13.417231 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-9475b7a4-627e-4e2c-9140-1aa6cfbf392e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:13.453679 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9475b7a4-627e-4e2c-9140-1aa6cfbf392e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=94552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:14:13.478890 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-9475b7a4-627e-4e2c-9140-1aa6cfbf392e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:13.479267 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.db.segments_db [None req-9475b7a4-627e-4e2c-9140-1aa6cfbf392e admin admin] Added segment 4a5ff511-5ca7-4490-871c-b5aad954d0d4 of type vlan for network d80bbe75-36f2-465b-b06e-14c298c48dbd Sep 16 01:14:13.480516 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475b7a4-627e-4e2c-9140-1aa6cfbf392e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b491ac42-d0b0-42cf-82d5-f30cc253816a,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:13.505622 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae031d0-65b2-4dd0-8e4b-15873ebf8c4b req-0cf13901-110c-4349-88c9-c88910598f3b tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:13.507117 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fae031d0-65b2-4dd0-8e4b-15873ebf8c4b req-0cf13901-110c-4349-88c9-c88910598f3b tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.1014261 Sep 16 01:14:13.554731 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-9475b7a4-627e-4e2c-9140-1aa6cfbf392e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752232308511'] for network, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:13.584451 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fae031d0-65b2-4dd0-8e4b-15873ebf8c4b req-335858b8-4a9a-4fc2-bfac-e671125e5fd5 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576534 Sep 16 01:14:13.664357 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-9475b7a4-627e-4e2c-9140-1aa6cfbf392e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for network, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:13.665993 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9475b7a4-627e-4e2c-9140-1aa6cfbf392e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:13.667013 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-9475b7a4-627e-4e2c-9140-1aa6cfbf392e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:13.731520 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475b7a4-627e-4e2c-9140-1aa6cfbf392e admin admin] Pushing event updated for resources: {'Network': ['ID=d80bbe75-36f2-465b-b06e-14c298c48dbd,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:13.755125 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Network d80bbe75-36f2-465b-b06e-14c298c48dbd details requested by agent ovs-agent-dv-cinder-809305-1-iscsi with host dv-cinder-809305-1-iscsi {{(pid=94553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:14:13.772917 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-9475b7a4-627e-4e2c-9140-1aa6cfbf392e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8019037 Sep 16 01:14:13.785910 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 34106) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:13.785910 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-0fa70dbf-ae56-48de-b37e-b0956928ab3a admin admin] Request body: {'subnet': {'network_id': 'd80bbe75-36f2-465b-b06e-14c298c48dbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-128361786-subnet', 'tenant_id': '2c1b3cbef11d4ca39fd3d3c42255eea1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:14:13.875328 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa70dbf-ae56-48de-b37e-b0956928ab3a admin admin] Made reservation on behalf of 2c1b3cbef11d4ca39fd3d3c42255eea1 for: {'subnet': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:14:13.877829 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0fa70dbf-ae56-48de-b37e-b0956928ab3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:14.155048 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0fa70dbf-ae56-48de-b37e-b0956928ab3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for subnet, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:14.221693 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa70dbf-ae56-48de-b37e-b0956928ab3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d04061d-e45c-44d1-95cb-3928c0a93175,revision_number=0']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:14.232500 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa70dbf-ae56-48de-b37e-b0956928ab3a admin admin] Checking segment: {'id': '4a5ff511-5ca7-4490-871c-b5aad954d0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd80bbe75-36f2-465b-b06e-14c298c48dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:14:14.232875 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa70dbf-ae56-48de-b37e-b0956928ab3a admin admin] Network hostable DHCP agents. Network: d80bbe75-36f2-465b-b06e-14c298c48dbd, hostable agents: ['8150fd10-5b69-4841-ab2e-29f8c66906c8'], hosted agents: [] {{(pid=94551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:14:14.360905 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa70dbf-ae56-48de-b37e-b0956928ab3a admin admin] Network d80bbe75-36f2-465b-b06e-14c298c48dbd is scheduled to be hosted by DHCP agent 8150fd10-5b69-4841-ab2e-29f8c66906c8 with binding_index 1 {{(pid=94551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:14:14.458238 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-0fa70dbf-ae56-48de-b37e-b0956928ab3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809305-1-iscsi, d80bbe75-36f2-465b-b06e-14c298c48dbd) {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:14:14.464586 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa70dbf-ae56-48de-b37e-b0956928ab3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:14.464586 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0fa70dbf-ae56-48de-b37e-b0956928ab3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:14.468060 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca1bfa7-fe1d-4195-8f42-f488347d0155 None None] Network d80bbe75-36f2-465b-b06e-14c298c48dbd requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:14:14.561142 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-0fa70dbf-ae56-48de-b37e-b0956928ab3a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7813840 Sep 16 01:14:14.574480 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da7752-c481-44b4-8050-b79b38a1e972 req-843bd83c-6a0c-4910-87ce-cbce719fcba4 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:14.580024 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-97da7752-c481-44b4-8050-b79b38a1e972 req-843bd83c-6a0c-4910-87ce-cbce719fcba4 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/networks?id=7e60f6a7-230c-465a-8807-d5e1e1529468 HTTP/1.1" status: 200 len: 814 time: 0.1396048 Sep 16 01:14:14.592078 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-97da7752-c481-44b4-8050-b79b38a1e972 req-3044b8f9-fb53-4d2b-9274-fa59f384af58 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/quotas/aa0682bc21654211a16e25c979b02bb3 HTTP/1.1" status: 200 len: 375 time: 0.0097268 Sep 16 01:14:14.617821 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fbde11-ea1c-480d-bd33-c39d089b52e3 None None] Network d80bbe75-36f2-465b-b06e-14c298c48dbd requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:14:14.659831 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-97da7752-c481-44b4-8050-b79b38a1e972 req-e205b8f6-228e-49b2-bac2-e72c98e8dd9e tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aa0682bc21654211a16e25c979b02bb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615525 Sep 16 01:14:14.765957 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f190e-c66f-4bd8-815a-2158e2ffc97b req-5175deaa-42d5-4f33-89da-bd1f46e046b9 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:14.768268 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ef3f190e-c66f-4bd8-815a-2158e2ffc97b req-5175deaa-42d5-4f33-89da-bd1f46e046b9 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0767858 Sep 16 01:14:14.798667 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-97da7752-c481-44b4-8050-b79b38a1e972 req-1b4bc2a7-550a-451e-95a7-fbd7f3408883 service neutron] 10.222.0.22 "GET /v2.0/networks/7e60f6a7-230c-465a-8807-d5e1e1529468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303632 Sep 16 01:14:14.814806 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ef3f190e-c66f-4bd8-815a-2158e2ffc97b req-693e2bd9-3933-45f0-91aa-506b9638bd6a tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378048 Sep 16 01:14:15.119678 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-97da7752-c481-44b4-8050-b79b38a1e972 req-89f3b301-4715-4ce7-a03f-24c8a2855a48 service neutron] 10.222.0.22 "GET /v2.0/networks/7e60f6a7-230c-465a-8807-d5e1e1529468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167703 Sep 16 01:14:15.429596 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-12b034f0-8bdf-4cb0-b5ec-5c762267ff41 req-b4e6a376-3051-4166-8a7d-c47c58d27d3f tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 210 time: 0.0311382 Sep 16 01:14:15.582413 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 34178) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:15.587316 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-b77fc633-d04d-464e-918d-864d6f59471b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-452506040-network', 'tenant_id': '97e01c2a59184fbaba899332a72aabfa'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:14:15.686611 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77fc633-d04d-464e-918d-864d6f59471b admin admin] Made reservation on behalf of 97e01c2a59184fbaba899332a72aabfa for: {'network': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:14:15.689048 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-b77fc633-d04d-464e-918d-864d6f59471b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for network, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:15.697703 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-b77fc633-d04d-464e-918d-864d6f59471b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:15.949317 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a9bbe-ce5a-4432-be3d-f15fb78e5bf3 req-67f76bb9-4fdb-48c9-b09d-48d25bc298ab tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:15.951191 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-992a9bbe-ce5a-4432-be3d-f15fb78e5bf3 req-67f76bb9-4fdb-48c9-b09d-48d25bc298ab tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0561068 Sep 16 01:14:15.994491 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-b77fc633-d04d-464e-918d-864d6f59471b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:16.014319 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-992a9bbe-ce5a-4432-be3d-f15fb78e5bf3 req-8a805476-b3d0-4763-830c-e077ee82852c tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536532 Sep 16 01:14:16.096072 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b5cc0-a14a-4990-9265-9893d5018bcd req-04074550-214e-4931-8c91-e325df2ef378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:16.097639 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-bd7b5cc0-a14a-4990-9265-9893d5018bcd req-04074550-214e-4931-8c91-e325df2ef378 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 1099 time: 0.0420616 Sep 16 01:14:16.126268 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-b77fc633-d04d-464e-918d-864d6f59471b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:16.168433 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77fc633-d04d-464e-918d-864d6f59471b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=94551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:14:16.182140 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fc633-d04d-464e-918d-864d6f59471b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0786f47f-0e09-4bcd-a187-41915f51e004,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:16.194957 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-bd7b5cc0-a14a-4990-9265-9893d5018bcd req-0b79bb6a-8ea0-44a5-9262-dfd5bcfe4448 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644898 Sep 16 01:14:16.195982 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-b77fc633-d04d-464e-918d-864d6f59471b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:16.196489 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.db.segments_db [None req-b77fc633-d04d-464e-918d-864d6f59471b admin admin] Added segment fe11c9dc-563b-4deb-af44-c5d484eed32f of type vlan for network 9722102f-ccf7-4a16-8242-43ca87a0eff3 Sep 16 01:14:16.246744 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-b77fc633-d04d-464e-918d-864d6f59471b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752232308511'] for network, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:16.377809 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-b77fc633-d04d-464e-918d-864d6f59471b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for network, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:16.379330 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77fc633-d04d-464e-918d-864d6f59471b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:16.379917 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-b77fc633-d04d-464e-918d-864d6f59471b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:16.442432 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fc633-d04d-464e-918d-864d6f59471b admin admin] Pushing event updated for resources: {'Network': ['ID=9722102f-ccf7-4a16-8242-43ca87a0eff3,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:16.452593 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Network 9722102f-ccf7-4a16-8242-43ca87a0eff3 details requested by agent ovs-agent-dv-cinder-809305-1-iscsi with host dv-cinder-809305-1-iscsi {{(pid=94553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:14:16.495665 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-b77fc633-d04d-464e-918d-864d6f59471b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9095490 Sep 16 01:14:16.495869 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 34200) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:16.500608 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-3a215086-45a7-4de2-a2d7-8d77ee86ca9d admin admin] Request body: {'subnet': {'network_id': '9722102f-ccf7-4a16-8242-43ca87a0eff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-452506040-subnet', 'tenant_id': '97e01c2a59184fbaba899332a72aabfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:14:16.552277 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-02fe0e4a-8d46-4f39-88c3-b0605eb7e53b req-8bec9cc2-94e3-483b-8dff-70dad30cc149 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 210 time: 0.0365078 Sep 16 01:14:16.630033 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a215086-45a7-4de2-a2d7-8d77ee86ca9d admin admin] Made reservation on behalf of 97e01c2a59184fbaba899332a72aabfa for: {'subnet': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:14:16.632412 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3a215086-45a7-4de2-a2d7-8d77ee86ca9d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:16.898323 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3a215086-45a7-4de2-a2d7-8d77ee86ca9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for subnet, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:16.957262 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a215086-45a7-4de2-a2d7-8d77ee86ca9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf6c1e8-c053-4bbd-a78b-cca1f3db3b82,revision_number=0']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:16.965519 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a215086-45a7-4de2-a2d7-8d77ee86ca9d admin admin] Checking segment: {'id': 'fe11c9dc-563b-4deb-af44-c5d484eed32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9722102f-ccf7-4a16-8242-43ca87a0eff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:14:16.966138 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a215086-45a7-4de2-a2d7-8d77ee86ca9d admin admin] Network hostable DHCP agents. Network: 9722102f-ccf7-4a16-8242-43ca87a0eff3, hostable agents: ['8150fd10-5b69-4841-ab2e-29f8c66906c8'], hosted agents: [] {{(pid=94551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:14:17.069467 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a215086-45a7-4de2-a2d7-8d77ee86ca9d admin admin] Network 9722102f-ccf7-4a16-8242-43ca87a0eff3 is scheduled to be hosted by DHCP agent 8150fd10-5b69-4841-ab2e-29f8c66906c8 with binding_index 1 {{(pid=94551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:14:17.131463 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2dbcb4-8948-4bd1-8a74-d3b79be3024c req-801da6e3-9495-4b67-8ed7-cd60d4ac4eee tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:17.139102 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ce2dbcb4-8948-4bd1-8a74-d3b79be3024c req-801da6e3-9495-4b67-8ed7-cd60d4ac4eee tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0558696 Sep 16 01:14:17.177911 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ce2dbcb4-8948-4bd1-8a74-d3b79be3024c req-4e31d8e1-a157-4fa4-ba35-938c4bdd81fa tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379064 Sep 16 01:14:17.212186 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-3a215086-45a7-4de2-a2d7-8d77ee86ca9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809305-1-iscsi, 9722102f-ccf7-4a16-8242-43ca87a0eff3) {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:14:17.212763 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:17.217287 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a215086-45a7-4de2-a2d7-8d77ee86ca9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:17.217960 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3a215086-45a7-4de2-a2d7-8d77ee86ca9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:17.227595 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ca97dc-3c0b-4789-b73a-fe4bb37f2be2 None None] Network 9722102f-ccf7-4a16-8242-43ca87a0eff3 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:14:17.353596 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c137c3-28c7-4292-9a48-8182a44e93c7 None None] Network 9722102f-ccf7-4a16-8242-43ca87a0eff3 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:14:17.365390 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-3a215086-45a7-4de2-a2d7-8d77ee86ca9d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8644812 Sep 16 01:14:17.647421 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-35eb8260-b97a-4223-bf04-429a1ac06d1a req-59b08be6-cdb3-4558-b92f-0f6c85eb25d7 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 210 time: 0.0274098 Sep 16 01:14:18.323882 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f56584-c320-4661-9bb6-dae6ed46a2ee req-0f9a9050-29af-44a2-b6d7-3d1235c5336a tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:18.330013 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-38f56584-c320-4661-9bb6-dae6ed46a2ee req-0f9a9050-29af-44a2-b6d7-3d1235c5336a tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0815361 Sep 16 01:14:18.381100 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-38f56584-c320-4661-9bb6-dae6ed46a2ee req-9b523f57-abf2-4419-829f-85ae306ef36e tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415599 Sep 16 01:14:18.467675 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da7752-c481-44b4-8050-b79b38a1e972 req-29302d93-6a83-4f30-ad5b-a98b3216ec4d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:18.475182 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-97da7752-c481-44b4-8050-b79b38a1e972 req-29302d93-6a83-4f30-ad5b-a98b3216ec4d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.47 "GET /v2.0/networks?id=7e60f6a7-230c-465a-8807-d5e1e1529468 HTTP/1.1" status: 200 len: 814 time: 0.1530516 Sep 16 01:14:18.499249 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-97da7752-c481-44b4-8050-b79b38a1e972 req-642960fc-2495-4e15-b922-9470ccf614c6 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Request body: {'port': {'device_id': 'e2901e28-ed64-4947-aa70-039be953addf', 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468', 'admin_state_up': True, 'tenant_id': 'aa0682bc21654211a16e25c979b02bb3'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:14:18.539534 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632d2e8-e915-47ad-b96e-dd7c533d81a6 req-675dae22-ecda-49f6-99a7-54b0d09c4d0d tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:18.541153 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7632d2e8-e915-47ad-b96e-dd7c533d81a6 req-675dae22-ecda-49f6-99a7-54b0d09c4d0d tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0659757 Sep 16 01:14:18.604696 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7632d2e8-e915-47ad-b96e-dd7c533d81a6 req-ba595b61-c75a-4110-b236-85839e27368f tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561068 Sep 16 01:14:18.751981 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-bb5ff24f-54af-4391-9f8c-8c8f0c2997d8 req-e1020c65-1726-4c33-9fa9-1a50f39bb9cd tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 210 time: 0.0286779 Sep 16 01:14:18.789194 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97da7752-c481-44b4-8050-b79b38a1e972 req-642960fc-2495-4e15-b922-9470ccf614c6 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Made reservation on behalf of aa0682bc21654211a16e25c979b02bb3 for: {'port': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:14:18.792698 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-97da7752-c481-44b4-8050-b79b38a1e972 req-642960fc-2495-4e15-b922-9470ccf614c6 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:18.927589 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [req-97da7752-c481-44b4-8050-b79b38a1e972 req-642960fc-2495-4e15-b922-9470ccf614c6 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Allocated IP 172.20.0.9 (7e60f6a7-230c-465a-8807-d5e1e1529468/2e9856ef-070b-47ee-aa2f-818462902284/bfb99c02-466f-4697-b57e-e5b10f74114d) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:14:19.081190 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-97da7752-c481-44b4-8050-b79b38a1e972 req-642960fc-2495-4e15-b922-9470ccf614c6 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:19.196003 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-97da7752-c481-44b4-8050-b79b38a1e972 req-642960fc-2495-4e15-b922-9470ccf614c6 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:19.235754 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['934b424d-b9f2-4d87-a9a6-1fc6f4cae803', 'f72076a5-d69e-4ada-b728-0dd7961a0268'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:14:19.239426 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97da7752-c481-44b4-8050-b79b38a1e972 req-642960fc-2495-4e15-b922-9470ccf614c6 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Network 7e60f6a7-230c-465a-8807-d5e1e1529468 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:14:19.242758 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [req-97da7752-c481-44b4-8050-b79b38a1e972 req-642960fc-2495-4e15-b922-9470ccf614c6 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:14:19.246652 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-97da7752-c481-44b4-8050-b79b38a1e972 req-642960fc-2495-4e15-b922-9470ccf614c6 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:14:19.252293 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da7752-c481-44b4-8050-b79b38a1e972 req-642960fc-2495-4e15-b922-9470ccf614c6 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:19.253003 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-97da7752-c481-44b4-8050-b79b38a1e972 req-642960fc-2495-4e15-b922-9470ccf614c6 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:19.268196 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642960fc-2495-4e15-b922-9470ccf614c6 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Pushing event updated for resources: {'Port': ['ID=bfb99c02-466f-4697-b57e-e5b10f74114d,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:19.338612 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-97da7752-c481-44b4-8050-b79b38a1e972 req-642960fc-2495-4e15-b922-9470ccf614c6 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8436856 Sep 16 01:14:19.368540 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-97da7752-c481-44b4-8050-b79b38a1e972 req-cf60f48a-a72e-49f2-805d-af7fd4722304 service neutron] Request body: {'port': {'device_id': 'e2901e28-ed64-4947-aa70-039be953addf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:14:19.425174 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-97da7752-c481-44b4-8050-b79b38a1e972 req-cf60f48a-a72e-49f2-805d-af7fd4722304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:19.715555 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [req-97da7752-c481-44b4-8050-b79b38a1e972 req-cf60f48a-a72e-49f2-805d-af7fd4722304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfb99c02-466f-4697-b57e-e5b10f74114d {{(pid=94551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:14:19.727916 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-97da7752-c481-44b4-8050-b79b38a1e972 req-cf60f48a-a72e-49f2-805d-af7fd4722304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:19.742186 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [req-97da7752-c481-44b4-8050-b79b38a1e972 req-cf60f48a-a72e-49f2-805d-af7fd4722304 service neutron] Transition to ACTIVE for port object bfb99c02-466f-4697-b57e-e5b10f74114d will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 01:14:19.840636 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-97da7752-c481-44b4-8050-b79b38a1e972 req-cf60f48a-a72e-49f2-805d-af7fd4722304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:19.875333 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc7e7c-c4ec-4d57-a545-740cc80eec89 req-27d284ba-7857-4250-ab6d-c6e0455aac84 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:19.877026 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e9dc7e7c-c4ec-4d57-a545-740cc80eec89 req-27d284ba-7857-4250-ab6d-c6e0455aac84 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 931 time: 0.0595667 Sep 16 01:14:19.892892 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60f48a-a72e-49f2-805d-af7fd4722304 service neutron] Pushing event updated for resources: {'Port': ['ID=bfb99c02-466f-4697-b57e-e5b10f74114d,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:19.922080 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e9dc7e7c-c4ec-4d57-a545-740cc80eec89 req-016aa0e8-7a5a-4d75-80f9-fef1208e52b5 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376620 Sep 16 01:14:19.935421 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-97da7752-c481-44b4-8050-b79b38a1e972 req-cf60f48a-a72e-49f2-805d-af7fd4722304 service neutron] Attempting to bind port bfb99c02-466f-4697-b57e-e5b10f74114d on host hv-cinder-80930 for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:14:19.935764 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-97da7752-c481-44b4-8050-b79b38a1e972 req-cf60f48a-a72e-49f2-805d-af7fd4722304 service neutron] Attempting to bind port bfb99c02-466f-4697-b57e-e5b10f74114d by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'b7bc3130-609d-48b4-925c-6975ea20436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:14:19.936094 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97da7752-c481-44b4-8050-b79b38a1e972 req-cf60f48a-a72e-49f2-805d-af7fd4722304 service neutron] Attempting to bind port bfb99c02-466f-4697-b57e-e5b10f74114d on network 7e60f6a7-230c-465a-8807-d5e1e1529468 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:14:19.945157 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97da7752-c481-44b4-8050-b79b38a1e972 req-cf60f48a-a72e-49f2-805d-af7fd4722304 service neutron] Port bfb99c02-466f-4697-b57e-e5b10f74114d on network 7e60f6a7-230c-465a-8807-d5e1e1529468 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 01:14:19.945490 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97da7752-c481-44b4-8050-b79b38a1e972 req-cf60f48a-a72e-49f2-805d-af7fd4722304 service neutron] Attempting to bind port bfb99c02-466f-4697-b57e-e5b10f74114d on network 7e60f6a7-230c-465a-8807-d5e1e1529468 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:14:19.950563 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97da7752-c481-44b4-8050-b79b38a1e972 req-cf60f48a-a72e-49f2-805d-af7fd4722304 service neutron] Checking agent: {'id': 'b1327c00-0c42-4ebe-9e46-dfdb42688b79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'started_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:14:19.950904 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97da7752-c481-44b4-8050-b79b38a1e972 req-cf60f48a-a72e-49f2-805d-af7fd4722304 service neutron] Checking segment: {'id': 'b7bc3130-609d-48b4-925c-6975ea20436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:14:19.951293 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97da7752-c481-44b4-8050-b79b38a1e972 req-cf60f48a-a72e-49f2-805d-af7fd4722304 service neutron] Bound using segment: {'id': 'b7bc3130-609d-48b4-925c-6975ea20436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:14:19.951721 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-97da7752-c481-44b4-8050-b79b38a1e972 req-cf60f48a-a72e-49f2-805d-af7fd4722304 service neutron] Bound port: bfb99c02-466f-4697-b57e-e5b10f74114d, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7bc3130-609d-48b4-925c-6975ea20436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:14:19.952085 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-97da7752-c481-44b4-8050-b79b38a1e972 req-cf60f48a-a72e-49f2-805d-af7fd4722304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:20.025240 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-97da7752-c481-44b4-8050-b79b38a1e972 req-cf60f48a-a72e-49f2-805d-af7fd4722304 service neutron] For port bfb99c02-466f-4697-b57e-e5b10f74114d, host hv-cinder-80930, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:14:20.030293 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-97da7752-c481-44b4-8050-b79b38a1e972 req-cf60f48a-a72e-49f2-805d-af7fd4722304 service neutron] For port bfb99c02-466f-4697-b57e-e5b10f74114d, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=bfb99c02-466f-4697-b57e-e5b10f74114d,segment=NetworkSegment(b7bc3130-609d-48b4-925c-6975ea20436c),segment_id=b7bc3130-609d-48b4-925c-6975ea20436c)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:14:20.126813 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-97da7752-c481-44b4-8050-b79b38a1e972 req-cf60f48a-a72e-49f2-805d-af7fd4722304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:20.163434 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da7752-c481-44b4-8050-b79b38a1e972 req-cf60f48a-a72e-49f2-805d-af7fd4722304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:20.164126 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-97da7752-c481-44b4-8050-b79b38a1e972 req-cf60f48a-a72e-49f2-805d-af7fd4722304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:20.167584 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-97da7752-c481-44b4-8050-b79b38a1e972 req-cf60f48a-a72e-49f2-805d-af7fd4722304 service neutron] 10.222.0.47 "PUT /v2.0/ports/bfb99c02-466f-4697-b57e-e5b10f74114d HTTP/1.1" status: 200 len: 1093 time: 0.8032386 Sep 16 01:14:20.168057 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2901e28-ed64-4947-aa70-039be953addf', 'tag': 'bfb99c02-466f-4697-b57e-e5b10f74114d'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:14:20.170316 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14dc81c-6688-4eb0-a09d-a1e09ac8bd29" -d '{"events": [{"name": "network-changed", "server_uuid": "e2901e28-ed64-4947-aa70-039be953addf", "tag": "bfb99c02-466f-4697-b57e-e5b10f74114d"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:14:20.198118 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60f48a-a72e-49f2-805d-af7fd4722304 service neutron] Pushing event updated for resources: {'Port': ['ID=bfb99c02-466f-4697-b57e-e5b10f74114d,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:20.212318 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb9d038-b52c-4caf-9285-f6dc2cd49710 x-openstack-request-id: req-8bb9d038-b52c-4caf-9285-f6dc2cd49710 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:14:20.212610 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2901e28-ed64-4947-aa70-039be953addf", "tag": "bfb99c02-466f-4697-b57e-e5b10f74114d", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:14:20.213175 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8bb9d038-b52c-4caf-9285-f6dc2cd49710 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:14:20.213456 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2901e28-ed64-4947-aa70-039be953addf', 'tag': 'bfb99c02-466f-4697-b57e-e5b10f74114d', 'status': 'completed', 'code': 200} Sep 16 01:14:20.321993 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dc81c-6688-4eb0-a09d-a1e09ac8bd29 req-8d692864-cfe0-4456-a45f-0f6d3ab8719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:20.323521 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e14dc81c-6688-4eb0-a09d-a1e09ac8bd29 req-8d692864-cfe0-4456-a45f-0f6d3ab8719d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa0682bc21654211a16e25c979b02bb3&device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 1096 time: 0.0457718 Sep 16 01:14:20.446694 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dc81c-6688-4eb0-a09d-a1e09ac8bd29 req-e3709cb3-9f04-47f2-bc4c-368dda068848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:20.448199 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e14dc81c-6688-4eb0-a09d-a1e09ac8bd29 req-e3709cb3-9f04-47f2-bc4c-368dda068848 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=aa0682bc21654211a16e25c979b02bb3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0996556 Sep 16 01:14:20.559544 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dc81c-6688-4eb0-a09d-a1e09ac8bd29 req-fcb7cd54-f688-49f7-9dc5-b873183b5767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:20.561116 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e14dc81c-6688-4eb0-a09d-a1e09ac8bd29 req-fcb7cd54-f688-49f7-9dc5-b873183b5767 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1045721 Sep 16 01:14:20.679220 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da7752-c481-44b4-8050-b79b38a1e972 req-b32d2fb2-d766-4493-8ab7-f743a75505d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:20.680831 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-97da7752-c481-44b4-8050-b79b38a1e972 req-b32d2fb2-d766-4493-8ab7-f743a75505d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa0682bc21654211a16e25c979b02bb3&device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 1096 time: 0.0454040 Sep 16 01:14:20.747398 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-97da7752-c481-44b4-8050-b79b38a1e972 req-251f3da6-a7f4-454a-9e2a-45cf60472133 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfb99c02-466f-4697-b57e-e5b10f74114d HTTP/1.1" status: 200 len: 217 time: 0.0349019 Sep 16 01:14:20.826574 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da7752-c481-44b4-8050-b79b38a1e972 req-822eb78f-300d-4a0f-9a5d-69877a57e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:20.828135 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-97da7752-c481-44b4-8050-b79b38a1e972 req-822eb78f-300d-4a0f-9a5d-69877a57e830 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e9856ef-070b-47ee-aa2f-818462902284 HTTP/1.1" status: 200 len: 854 time: 0.0438488 Sep 16 01:14:20.868519 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-97da7752-c481-44b4-8050-b79b38a1e972 req-cb872706-6ab3-4318-9348-d92777bac232 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e60f6a7-230c-465a-8807-d5e1e1529468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279424 Sep 16 01:14:20.964067 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-97da7752-c481-44b4-8050-b79b38a1e972 req-051e4ffb-839e-454a-9015-b01552f59fd6 service neutron] 10.222.0.47 "GET /v2.0/networks/7e60f6a7-230c-465a-8807-d5e1e1529468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856423 Sep 16 01:14:21.050130 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c635063-8e4a-433e-aac6-d2cd2a64cafe req-fc4be188-3132-425a-8097-ffaeb29fc778 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:21.051673 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-0c635063-8e4a-433e-aac6-d2cd2a64cafe req-fc4be188-3132-425a-8097-ffaeb29fc778 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 943 time: 0.0533421 Sep 16 01:14:21.060349 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-97da7752-c481-44b4-8050-b79b38a1e972 req-49ef844e-819e-4fb2-8d3b-283261c99a20 service neutron] 10.222.0.47 "GET /v2.0/networks/7e60f6a7-230c-465a-8807-d5e1e1529468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874405 Sep 16 01:14:21.091085 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-0c635063-8e4a-433e-aac6-d2cd2a64cafe req-323db285-f4e8-473c-9a9c-456bc88cfb13 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331929 Sep 16 01:14:22.102584 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23af532-c26f-4ee7-a4b6-68c6dbf7c920 req-bf12e508-8016-4adf-bfdd-205738aa373f tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:22.104162 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e23af532-c26f-4ee7-a4b6-68c6dbf7c920 req-bf12e508-8016-4adf-bfdd-205738aa373f tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0518095 Sep 16 01:14:22.147746 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e23af532-c26f-4ee7-a4b6-68c6dbf7c920 req-59de9417-8117-4764-be47-7539d536612b tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370498 Sep 16 01:14:22.197892 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f6819-3236-4902-9ee5-29463043e435 req-869b3aec-5d2c-4036-b495-f5c55cf988b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:22.199804 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-483f6819-3236-4902-9ee5-29463043e435 req-869b3aec-5d2c-4036-b495-f5c55cf988b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=accb97bf2c33416984d15cc196da922a&device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 1099 time: 0.0436249 Sep 16 01:14:22.223779 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a6008-811d-4a90-95e6-89d82db3b471 req-880c81d8-2839-4720-92a6-139fd15458ee tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:22.226504 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8a3a6008-811d-4a90-95e6-89d82db3b471 req-880c81d8-2839-4720-92a6-139fd15458ee tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 943 time: 0.0574131 Sep 16 01:14:22.288000 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8a3a6008-811d-4a90-95e6-89d82db3b471 req-5ac95e3b-1473-4cba-bba0-e621466849cc tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553491 Sep 16 01:14:22.324419 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f6819-3236-4902-9ee5-29463043e435 req-20cc20fc-9ee8-4cdf-af7d-cb6cc74a13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:22.325969 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-483f6819-3236-4902-9ee5-29463043e435 req-20cc20fc-9ee8-4cdf-af7d-cb6cc74a13e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=71f35b47-080e-48ba-b98e-598a64e807a6 HTTP/1.1" status: 200 len: 919 time: 0.1138253 Sep 16 01:14:22.386321 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-483f6819-3236-4902-9ee5-29463043e435 req-1efdec35-c884-4656-985e-ca9410f929c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b908e51c-0bf3-414a-96b7-e780b0b73d1c HTTP/1.1" status: 200 len: 217 time: 0.0424731 Sep 16 01:14:22.449216 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f6819-3236-4902-9ee5-29463043e435 req-228e37c9-623a-41e5-8f32-cd32acba4526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:22.451087 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-483f6819-3236-4902-9ee5-29463043e435 req-228e37c9-623a-41e5-8f32-cd32acba4526 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fd27a1b-c4db-4383-9f27-5a0ae01e407a HTTP/1.1" status: 200 len: 858 time: 0.0500221 Sep 16 01:14:22.483051 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-483f6819-3236-4902-9ee5-29463043e435 req-14314d37-2de5-4c51-becd-a39a40a9e698 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71f35b47-080e-48ba-b98e-598a64e807a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238204 Sep 16 01:14:22.584700 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-483f6819-3236-4902-9ee5-29463043e435 req-41d79343-0a6e-4cf1-a307-715444c395b8 service neutron] 10.222.0.47 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819578 Sep 16 01:14:22.678878 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-483f6819-3236-4902-9ee5-29463043e435 req-102d9b0c-7820-4b31-86c9-49c4cf024084 service neutron] 10.222.0.47 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846193 Sep 16 01:14:23.299809 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986296c7-a171-4f23-b3e8-a6af5a4672de req-3970a2ba-e963-438e-8805-0295a06b649b tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:23.303986 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-986296c7-a171-4f23-b3e8-a6af5a4672de req-3970a2ba-e963-438e-8805-0295a06b649b tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0672903 Sep 16 01:14:23.340502 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-986296c7-a171-4f23-b3e8-a6af5a4672de req-b5d354ca-6686-40d8-b750-bee46dc98e33 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325429 Sep 16 01:14:23.407340 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bdd72-8ccf-4974-b495-e90a16335647 req-4afea2a3-75d6-4a4a-85ff-c00e59945262 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:23.408838 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c29bdd72-8ccf-4974-b495-e90a16335647 req-4afea2a3-75d6-4a4a-85ff-c00e59945262 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 943 time: 0.0470479 Sep 16 01:14:23.447318 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c29bdd72-8ccf-4974-b495-e90a16335647 req-7d086f3e-bc4f-4544-b48a-9eaeb46131a0 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320499 Sep 16 01:14:23.614009 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device bfb99c02-466f-4697-b57e-e5b10f74114d details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:14:23.709046 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port bfb99c02-466f-4697-b57e-e5b10f74114d, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=bfb99c02-466f-4697-b57e-e5b10f74114d,segment=NetworkSegment(b7bc3130-609d-48b4-925c-6975ea20436c),segment_id=b7bc3130-609d-48b4-925c-6975ea20436c)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:14:23.720710 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': 'bfb99c02-466f-4697-b57e-e5b10f74114d', 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468', 'port_id': 'bfb99c02-466f-4697-b57e-e5b10f74114d', 'mac_address': 'fa:16:3e:b9:d8:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e9856ef-070b-47ee-aa2f-818462902284', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:14:23.758522 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:23.772128 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfb99c02-466f-4697-b57e-e5b10f74114d {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:14:23.800866 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port bfb99c02-466f-4697-b57e-e5b10f74114d, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=bfb99c02-466f-4697-b57e-e5b10f74114d,segment=NetworkSegment(b7bc3130-609d-48b4-925c-6975ea20436c),segment_id=b7bc3130-609d-48b4-925c-6975ea20436c)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:14:23.960123 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:24.010450 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=bfb99c02-466f-4697-b57e-e5b10f74114d,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:24.462367 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbea0a-7115-4087-88f2-02d162592d20 req-1cd01331-c4ff-4f80-a89f-5f8eef76dfe8 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:24.463921 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-50dbea0a-7115-4087-88f2-02d162592d20 req-1cd01331-c4ff-4f80-a89f-5f8eef76dfe8 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0492616 Sep 16 01:14:24.482445 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['bfb99c02-466f-4697-b57e-e5b10f74114d'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:14:24.522243 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-50dbea0a-7115-4087-88f2-02d162592d20 req-d3c740cb-49de-420e-b0b9-c7f0791eecba tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482538 Sep 16 01:14:24.567170 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb370b8-99d1-4d40-8aac-03f7f51d7411 req-4e7250f4-7a7f-4da5-9104-74bfe63ccb9d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:24.568710 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fcb370b8-99d1-4d40-8aac-03f7f51d7411 req-4e7250f4-7a7f-4da5-9104-74bfe63ccb9d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 944 time: 0.0533848 Sep 16 01:14:24.609445 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fcb370b8-99d1-4d40-8aac-03f7f51d7411 req-8684421e-7659-40bc-91ee-6ca1f3fb42e2 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344424 Sep 16 01:14:25.644356 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af62de2-2545-49dd-b224-2b98c8e4e513 req-32d753f9-3542-4c95-9404-36c8b592bebc tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:25.645989 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5af62de2-2545-49dd-b224-2b98c8e4e513 req-32d753f9-3542-4c95-9404-36c8b592bebc tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0511854 Sep 16 01:14:25.686220 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5af62de2-2545-49dd-b224-2b98c8e4e513 req-164f54ba-7543-459e-8d78-edba1792cf13 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339367 Sep 16 01:14:25.731375 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05f5d3-9ca4-44c5-9808-0c6308f56ab2 req-55284d09-0d55-4d49-84f3-98d101fe22a7 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:25.736975 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-aa05f5d3-9ca4-44c5-9808-0c6308f56ab2 req-55284d09-0d55-4d49-84f3-98d101fe22a7 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 944 time: 0.0503967 Sep 16 01:14:25.771519 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-aa05f5d3-9ca4-44c5-9808-0c6308f56ab2 req-47f2a3f2-60a3-4c05-b810-3a5417c10c74 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316741 Sep 16 01:14:26.801855 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bff96-7e41-4553-aee1-f8f22b9ccff5 req-c3de650e-832d-4e00-8493-caaeb4387e8c tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:26.803386 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f86bff96-7e41-4553-aee1-f8f22b9ccff5 req-c3de650e-832d-4e00-8493-caaeb4387e8c tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0468669 Sep 16 01:14:26.841935 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f86bff96-7e41-4553-aee1-f8f22b9ccff5 req-778c0a90-c288-4d2a-9da9-3b05bd160f0b tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325041 Sep 16 01:14:26.887848 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1af423-d1a6-4f28-b009-7c613bd4d1a4 req-390bc63e-f317-4ebf-84b8-87c79657b863 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:26.889393 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ec1af423-d1a6-4f28-b009-7c613bd4d1a4 req-390bc63e-f317-4ebf-84b8-87c79657b863 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 944 time: 0.0473771 Sep 16 01:14:26.928740 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ec1af423-d1a6-4f28-b009-7c613bd4d1a4 req-fff70395-5a15-44a0-bef3-344a0a8085a1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325401 Sep 16 01:14:27.610967 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device bfb99c02-466f-4697-b57e-e5b10f74114d up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:14:27.777721 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning for port bfb99c02-466f-4697-b57e-e5b10f74114d completed by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 01:14:27.781715 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port bfb99c02-466f-4697-b57e-e5b10f74114d triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:14:27.782091 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:27.861103 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:27.884410 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2901e28-ed64-4947-aa70-039be953addf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb99c02-466f-4697-b57e-e5b10f74114d'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:14:27.886803 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec335c9-703f-4b0f-a149-f81cc6835c17" -d '{"events": [{"server_uuid": "e2901e28-ed64-4947-aa70-039be953addf", "name": "network-vif-plugged", "status": "completed", "tag": "bfb99c02-466f-4697-b57e-e5b10f74114d"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:14:27.905705 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port bfb99c02-466f-4697-b57e-e5b10f74114d, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=bfb99c02-466f-4697-b57e-e5b10f74114d,segment=NetworkSegment(b7bc3130-609d-48b4-925c-6975ea20436c),segment_id=b7bc3130-609d-48b4-925c-6975ea20436c)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:14:27.928455 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc0992a-f061-4068-8644-e28176bf0f28 x-openstack-request-id: req-ccc0992a-f061-4068-8644-e28176bf0f28 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:14:27.928757 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2901e28-ed64-4947-aa70-039be953addf", "name": "network-vif-plugged", "status": "completed", "tag": "bfb99c02-466f-4697-b57e-e5b10f74114d", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:14:27.929046 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ccc0992a-f061-4068-8644-e28176bf0f28 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:14:27.929450 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2901e28-ed64-4947-aa70-039be953addf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb99c02-466f-4697-b57e-e5b10f74114d', 'code': 200} Sep 16 01:14:27.971375 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a3cf2-219d-43f1-93de-def7ebfaa203 req-455f352a-e0ba-4ed9-a70d-ddebf4f31246 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:27.983422 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e52a3cf2-219d-43f1-93de-def7ebfaa203 req-455f352a-e0ba-4ed9-a70d-ddebf4f31246 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0553823 Sep 16 01:14:27.994814 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:28.045804 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e52a3cf2-219d-43f1-93de-def7ebfaa203 req-1a5d905e-e2cd-4175-944e-e5ce955ff9ff tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561254 Sep 16 01:14:28.057111 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=bfb99c02-466f-4697-b57e-e5b10f74114d,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:28.077778 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f02a4-69b0-4aa9-9733-854536e80224 req-0432c5bc-267c-4af3-9128-e5b0824ccea2 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:28.079429 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-725f02a4-69b0-4aa9-9733-854536e80224 req-0432c5bc-267c-4af3-9128-e5b0824ccea2 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 945 time: 0.0588448 Sep 16 01:14:28.126623 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-725f02a4-69b0-4aa9-9733-854536e80224 req-fbe42494-6c0e-45f5-9794-98c68c7465e9 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389495 Sep 16 01:14:28.341135 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabd934-3523-4a06-b256-b29bca3746d9 req-cd28fd35-0ec9-410a-b397-38faa948198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:28.342814 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9cabd934-3523-4a06-b256-b29bca3746d9 req-cd28fd35-0ec9-410a-b397-38faa948198e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 1098 time: 0.0647686 Sep 16 01:14:28.387681 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-88bcbfeb-a959-44fe-b82e-ef443aa5982c tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1950478382&fields=id&tenant_id=c4a4425291ea4353acd96715b7b0df2c HTTP/1.1" status: 200 len: 267 time: 0.0434849 Sep 16 01:14:28.396486 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9cabd934-3523-4a06-b256-b29bca3746d9 req-3ba057e1-a81b-4331-a32c-3831b4b648aa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357571 Sep 16 01:14:28.497817 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-5e351080-8636-4ea6-97fd-1cc569ff50c0 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:28.499239 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-5e351080-8636-4ea6-97fd-1cc569ff50c0 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/networks?id=a47d34af-162d-487c-a53e-3c367600df95 HTTP/1.1" status: 200 len: 807 time: 0.1022525 Sep 16 01:14:28.514810 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-b7b591a6-7b95-4a4c-8904-0cc8cc403b1a tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/quotas/c4a4425291ea4353acd96715b7b0df2c HTTP/1.1" status: 200 len: 375 time: 0.0091515 Sep 16 01:14:28.564806 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-db68b55b-625a-405e-adee-8b6bb9b54413 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c4a4425291ea4353acd96715b7b0df2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439720 Sep 16 01:14:28.663656 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-5f62b73c-4ea9-49ec-8299-e3bd0ea0b700 service neutron] 10.222.0.22 "GET /v2.0/networks/a47d34af-162d-487c-a53e-3c367600df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857978 Sep 16 01:14:28.758954 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-42fe93c6-5229-4ffa-b0a5-ba48749b0614 service neutron] 10.222.0.22 "GET /v2.0/networks/a47d34af-162d-487c-a53e-3c367600df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890741 Sep 16 01:14:28.783425 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-7a21b14d-dcc5-4037-87f6-c18b0c9e101f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:29.947216 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd0288-5b44-4348-920d-f7361995d22c req-66c88a3d-41f9-4e77-bfc5-fd74639f3cef tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:29.949417 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fcfd0288-5b44-4348-920d-f7361995d22c req-66c88a3d-41f9-4e77-bfc5-fd74639f3cef tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0529063 Sep 16 01:14:29.990792 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fcfd0288-5b44-4348-920d-f7361995d22c req-2b779811-dd29-4357-b50e-879d9d226652 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355446 Sep 16 01:14:30.093584 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a82815-617e-4c0a-9c55-38e198560f48 req-3ba99328-55f7-4ed5-b4bc-81f4b265159d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:30.095110 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-08a82815-617e-4c0a-9c55-38e198560f48 req-3ba99328-55f7-4ed5-b4bc-81f4b265159d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 945 time: 0.0498822 Sep 16 01:14:30.139535 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-08a82815-617e-4c0a-9c55-38e198560f48 req-10d54869-1821-435c-a6a4-790633f15523 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378485 Sep 16 01:14:31.468846 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f3749be7-b637-4c18-b697-96f8501fb9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:31.812179 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:31.820482 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4d239031-f4e8-4a55-802f-d1b1d46e226b req-8b16e251-0c3d-493f-b86a-5a02f0dd46b6 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 210 time: 0.0293810 Sep 16 01:14:31.877318 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c3b14-b772-4cda-93ca-e3ed2980a21b req-97c0ad79-bc92-4c24-831f-6622e5198741 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:31.879229 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4b7c3b14-b772-4cda-93ca-e3ed2980a21b req-97c0ad79-bc92-4c24-831f-6622e5198741 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0549567 Sep 16 01:14:31.919068 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4b7c3b14-b772-4cda-93ca-e3ed2980a21b req-ca569457-216d-41a1-a2b8-451afd890f69 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338402 Sep 16 01:14:31.933997 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29335109-b7b9-4a5e-bca1-5bc565ba0fef req-8be65d86-f281-4eb7-9ad7-3d99bee89306 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:31.935619 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-29335109-b7b9-4a5e-bca1-5bc565ba0fef req-8be65d86-f281-4eb7-9ad7-3d99bee89306 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 945 time: 0.0545378 Sep 16 01:14:31.977411 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-29335109-b7b9-4a5e-bca1-5bc565ba0fef req-c2728561-1b5b-4528-b515-50df7fa28200 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355470 Sep 16 01:14:32.828471 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:33.013961 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-0700e5f9-82a9-45f5-be82-ff3ffb489a43 req-b3310634-0c95-4c72-9c65-205f6022452d tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 210 time: 0.0267279 Sep 16 01:14:33.142803 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532793d4-ab72-40ae-962e-6a7852c8b950 req-dee8a880-dcab-4c89-a4ed-a8992a63ad0c tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:33.145242 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-532793d4-ab72-40ae-962e-6a7852c8b950 req-dee8a880-dcab-4c89-a4ed-a8992a63ad0c tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0587099 Sep 16 01:14:33.166490 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a3cae-e0c7-41fd-ad4f-363416a40e84 req-f7819193-02a0-47bb-a982-04544aa671a3 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:33.168352 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3e0a3cae-e0c7-41fd-ad4f-363416a40e84 req-f7819193-02a0-47bb-a982-04544aa671a3 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 945 time: 0.0639291 Sep 16 01:14:33.184772 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-532793d4-ab72-40ae-962e-6a7852c8b950 req-e9fe2d61-4706-4170-bbb3-8988fc81b6b5 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336115 Sep 16 01:14:33.211234 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3e0a3cae-e0c7-41fd-ad4f-363416a40e84 req-3715c5d5-66ed-4c1c-8764-4692a2c652cb tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367091 Sep 16 01:14:33.459271 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-58c1a1b6-2ea5-4252-9a7b-6c78fedc10af tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:33.460747 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-58c1a1b6-2ea5-4252-9a7b-6c78fedc10af tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.47 "GET /v2.0/networks?id=a47d34af-162d-487c-a53e-3c367600df95 HTTP/1.1" status: 200 len: 807 time: 0.1068132 Sep 16 01:14:33.515368 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 34568) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:33.551599 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-fe428f62-6beb-43ec-bc24-0f3c75e19560 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4a4425291ea4353acd96715b7b0df2c HTTP/1.1" status: 200 len: 380 time: 0.0460463 Sep 16 01:14:33.562510 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-800635d2-7f49-40d6-8222-faefa2df32d4 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Request body: {'port': {'device_id': 'ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9', 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95', 'admin_state_up': True, 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'security_groups': ['96d12f1c-b149-44af-9c39-423988ed8fd3']}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:14:33.665805 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-fdfc9ac3-4435-40cf-af85-f249195e2251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:33.697931 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.db.api [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-800635d2-7f49-40d6-8222-faefa2df32d4 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 01:14:33.697931 dv-cinder-809305-1-iscsi neutron-server[94551]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 01:14:33.697931 dv-cinder-809305-1-iscsi neutron-server[94551]: [parameters: {'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'id': 'c2f0064f-6821-409d-801a-7b70bbbc3516', 'expiration': datetime.datetime(2021, 9, 16, 1, 16, 33, 693134)}] Sep 16 01:14:33.697931 dv-cinder-809305-1-iscsi neutron-server[94551]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 01:14:33.698430 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG oslo_db.api [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-800635d2-7f49-40d6-8222-faefa2df32d4 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 01:14:33.774365 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-fdfc9ac3-4435-40cf-af85-f249195e2251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:33.886371 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-fdfc9ac3-4435-40cf-af85-f249195e2251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:33.928433 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-fdfc9ac3-4435-40cf-af85-f249195e2251 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8c512a251e464ba2b7acf90397ff9efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4061737 Sep 16 01:14:33.929542 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc9ac3-4435-40cf-af85-f249195e2251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3643b6-7f6e-4f4b-a851-c303a7fc4595,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:33.931500 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 34582) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:33.994906 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d63805aa-ec91-4946-89dc-a931e3936705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:34.015728 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d63805aa-ec91-4946-89dc-a931e3936705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:34.110012 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b8f0703d-a963-4e19-83d0-26b0e1c22390 req-d0646839-daf5-4b2d-b1c4-96eae14793d9 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 210 time: 0.0258555 Sep 16 01:14:34.177951 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d63805aa-ec91-4946-89dc-a931e3936705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:34.180836 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d63805aa-ec91-4946-89dc-a931e3936705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:34.182158 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-d63805aa-ec91-4946-89dc-a931e3936705 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb3643b6-7f6e-4f4b-a851-c303a7fc4595 HTTP/1.1" status: 204 len: 168 time: 0.2442012 Sep 16 01:14:34.189951 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63805aa-ec91-4946-89dc-a931e3936705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3643b6-7f6e-4f4b-a851-c303a7fc4595,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:34.306418 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb65b9d-c7d7-4dc1-92ad-79fe6f1c5d93 req-b7c29b99-2da4-43c4-b9bc-8d691116c665 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:34.308028 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4cb65b9d-c7d7-4dc1-92ad-79fe6f1c5d93 req-b7c29b99-2da4-43c4-b9bc-8d691116c665 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0506775 Sep 16 01:14:34.335641 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219bcf3-8c23-4b55-9d95-e8098193e5cd req-93f0bf02-74a2-4e15-84eb-e33b1d442a42 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:34.337391 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7219bcf3-8c23-4b55-9d95-e8098193e5cd req-93f0bf02-74a2-4e15-84eb-e33b1d442a42 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 945 time: 0.0483403 Sep 16 01:14:34.343518 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:34.349935 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4cb65b9d-c7d7-4dc1-92ad-79fe6f1c5d93 req-7068d353-5f8e-44dc-9e48-b8f5863de8f7 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358353 Sep 16 01:14:34.350488 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-800635d2-7f49-40d6-8222-faefa2df32d4 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Made reservation on behalf of c4a4425291ea4353acd96715b7b0df2c for: {'port': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:14:34.355977 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-800635d2-7f49-40d6-8222-faefa2df32d4 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:34.390758 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7219bcf3-8c23-4b55-9d95-e8098193e5cd req-d28b7c3a-31c9-40a5-b34d-f50ea3ee5568 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456340 Sep 16 01:14:34.496706 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-800635d2-7f49-40d6-8222-faefa2df32d4 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Allocated IP 172.20.0.8 (a47d34af-162d-487c-a53e-3c367600df95/c37ff5f3-8e2d-42fb-aa55-c8764a42e092/642b98ad-f60d-4b5f-af55-3504097b8e30) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:14:34.642318 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-800635d2-7f49-40d6-8222-faefa2df32d4 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:34.735128 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:14:34.761280 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-800635d2-7f49-40d6-8222-faefa2df32d4 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:34.807318 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-800635d2-7f49-40d6-8222-faefa2df32d4 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Network a47d34af-162d-487c-a53e-3c367600df95 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:14:34.811005 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-800635d2-7f49-40d6-8222-faefa2df32d4 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:14:34.817685 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-800635d2-7f49-40d6-8222-faefa2df32d4 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:14:34.822822 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-800635d2-7f49-40d6-8222-faefa2df32d4 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:34.823434 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-800635d2-7f49-40d6-8222-faefa2df32d4 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:34.832139 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800635d2-7f49-40d6-8222-faefa2df32d4 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Pushing event updated for resources: {'Port': ['ID=642b98ad-f60d-4b5f-af55-3504097b8e30,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:34.973235 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-800635d2-7f49-40d6-8222-faefa2df32d4 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4145555 Sep 16 01:14:35.003563 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-0ff937b5-eb93-4da8-b9c0-c78830b7dfc0 service neutron] Request body: {'port': {'device_id': 'ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:14:35.049712 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-0ff937b5-eb93-4da8-b9c0-c78830b7dfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:35.056246 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 34610) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:35.069797 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6467351a-1f0a-470d-8f74-13c3b5b8ca23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:35.076270 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-3ac07b43-6481-473d-9d76-a591d04609d4 None None] Provisioning complete for port 642b98ad-f60d-4b5f-af55-3504097b8e30 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:14:35.076648 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3ac07b43-6481-473d-9d76-a591d04609d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:35.116319 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-3ac07b43-6481-473d-9d76-a591d04609d4 None None] Port 642b98ad-f60d-4b5f-af55-3504097b8e30 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:14:35.222087 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6467351a-1f0a-470d-8f74-13c3b5b8ca23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:35.318472 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a2b57-820c-4215-bfd1-0d685b4b436f req-1b8766ea-af2a-4f99-be6b-4a9ea667204b tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:35.320083 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b54a2b57-820c-4215-bfd1-0d685b4b436f req-1b8766ea-af2a-4f99-be6b-4a9ea667204b tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 931 time: 0.1137722 Sep 16 01:14:35.337682 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6467351a-1f0a-470d-8f74-13c3b5b8ca23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:35.393175 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467351a-1f0a-470d-8f74-13c3b5b8ca23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42be64d0-36f1-4b10-8bbe-d8fd811f2405,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:35.399687 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b54a2b57-820c-4215-bfd1-0d685b4b436f req-eb611b6a-ad5a-4ca9-bb78-f282da753831 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671484 Sep 16 01:14:35.422890 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-6467351a-1f0a-470d-8f74-13c3b5b8ca23 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e023fda4dae041c1836ddf65f48f478f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3654354 Sep 16 01:14:35.425502 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 34628) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:35.462741 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-0ff937b5-eb93-4da8-b9c0-c78830b7dfc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642b98ad-f60d-4b5f-af55-3504097b8e30 {{(pid=94551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:14:35.470364 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-0ff937b5-eb93-4da8-b9c0-c78830b7dfc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:35.482487 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-0ff937b5-eb93-4da8-b9c0-c78830b7dfc0 service neutron] Transition to ACTIVE for port object 642b98ad-f60d-4b5f-af55-3504097b8e30 will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 01:14:35.505718 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-00843dd7-7faf-4d1c-8bf6-0e7f6ad68b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:35.528138 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1dafd-5f29-4bc8-813b-9b2b14d100fe req-85b0f105-d698-4701-8216-a41bc255c24d tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:35.529600 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b3f1dafd-5f29-4bc8-813b-9b2b14d100fe req-85b0f105-d698-4701-8216-a41bc255c24d tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0810051 Sep 16 01:14:35.539914 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-00843dd7-7faf-4d1c-8bf6-0e7f6ad68b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:35.589704 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-0ff937b5-eb93-4da8-b9c0-c78830b7dfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:35.594381 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b3f1dafd-5f29-4bc8-813b-9b2b14d100fe req-610ddd8d-ed33-42f8-8430-066aa41f759e tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569103 Sep 16 01:14:35.648088 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff937b5-eb93-4da8-b9c0-c78830b7dfc0 service neutron] Pushing event updated for resources: {'Port': ['ID=642b98ad-f60d-4b5f-af55-3504097b8e30,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:35.684055 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-0ff937b5-eb93-4da8-b9c0-c78830b7dfc0 service neutron] Attempting to bind port 642b98ad-f60d-4b5f-af55-3504097b8e30 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:14:35.684427 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-0ff937b5-eb93-4da8-b9c0-c78830b7dfc0 service neutron] Attempting to bind port 642b98ad-f60d-4b5f-af55-3504097b8e30 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'b450f831-d0df-4704-816d-b4f475c9d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:14:35.684763 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-0ff937b5-eb93-4da8-b9c0-c78830b7dfc0 service neutron] Attempting to bind port 642b98ad-f60d-4b5f-af55-3504097b8e30 on network a47d34af-162d-487c-a53e-3c367600df95 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:14:35.689438 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-0ff937b5-eb93-4da8-b9c0-c78830b7dfc0 service neutron] Port 642b98ad-f60d-4b5f-af55-3504097b8e30 on network a47d34af-162d-487c-a53e-3c367600df95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 01:14:35.689761 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-0ff937b5-eb93-4da8-b9c0-c78830b7dfc0 service neutron] Attempting to bind port 642b98ad-f60d-4b5f-af55-3504097b8e30 on network a47d34af-162d-487c-a53e-3c367600df95 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:14:35.694908 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-0ff937b5-eb93-4da8-b9c0-c78830b7dfc0 service neutron] Checking agent: {'id': 'b1327c00-0c42-4ebe-9e46-dfdb42688b79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'started_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:14:35.695244 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-0ff937b5-eb93-4da8-b9c0-c78830b7dfc0 service neutron] Checking segment: {'id': 'b450f831-d0df-4704-816d-b4f475c9d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:14:35.695633 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-0ff937b5-eb93-4da8-b9c0-c78830b7dfc0 service neutron] Bound using segment: {'id': 'b450f831-d0df-4704-816d-b4f475c9d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:14:35.696090 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-0ff937b5-eb93-4da8-b9c0-c78830b7dfc0 service neutron] Bound port: 642b98ad-f60d-4b5f-af55-3504097b8e30, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b450f831-d0df-4704-816d-b4f475c9d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:14:35.696451 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-0ff937b5-eb93-4da8-b9c0-c78830b7dfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:35.732635 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-00843dd7-7faf-4d1c-8bf6-0e7f6ad68b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:35.735929 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-00843dd7-7faf-4d1c-8bf6-0e7f6ad68b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:35.737744 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-00843dd7-7faf-4d1c-8bf6-0e7f6ad68b46 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42be64d0-36f1-4b10-8bbe-d8fd811f2405 HTTP/1.1" status: 204 len: 168 time: 0.3106263 Sep 16 01:14:35.749261 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00843dd7-7faf-4d1c-8bf6-0e7f6ad68b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42be64d0-36f1-4b10-8bbe-d8fd811f2405,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:35.780014 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-0ff937b5-eb93-4da8-b9c0-c78830b7dfc0 service neutron] For port 642b98ad-f60d-4b5f-af55-3504097b8e30, host hv-cinder-80930, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:14:35.783236 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-0ff937b5-eb93-4da8-b9c0-c78830b7dfc0 service neutron] For port 642b98ad-f60d-4b5f-af55-3504097b8e30, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=642b98ad-f60d-4b5f-af55-3504097b8e30,segment=NetworkSegment(b450f831-d0df-4704-816d-b4f475c9d415),segment_id=b450f831-d0df-4704-816d-b4f475c9d415)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:14:35.921299 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-0ff937b5-eb93-4da8-b9c0-c78830b7dfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:35.955740 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-0ff937b5-eb93-4da8-b9c0-c78830b7dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:35.957342 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-0ff937b5-eb93-4da8-b9c0-c78830b7dfc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:35.958777 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-0ff937b5-eb93-4da8-b9c0-c78830b7dfc0 service neutron] 10.222.0.47 "PUT /v2.0/ports/642b98ad-f60d-4b5f-af55-3504097b8e30 HTTP/1.1" status: 200 len: 1093 time: 0.9650273 Sep 16 01:14:35.961222 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9', 'tag': '642b98ad-f60d-4b5f-af55-3504097b8e30'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:14:35.963595 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b246096b-3baa-479b-9d5b-b73b3e12f7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9", "tag": "642b98ad-f60d-4b5f-af55-3504097b8e30"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:14:35.988502 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff937b5-eb93-4da8-b9c0-c78830b7dfc0 service neutron] Pushing event updated for resources: {'Port': ['ID=642b98ad-f60d-4b5f-af55-3504097b8e30,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:36.144087 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad6aeea-ad31-4147-98ab-3724e1e9e285 x-openstack-request-id: req-9ad6aeea-ad31-4147-98ab-3724e1e9e285 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:14:36.144387 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9", "tag": "642b98ad-f60d-4b5f-af55-3504097b8e30", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:14:36.144639 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9ad6aeea-ad31-4147-98ab-3724e1e9e285 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:14:36.145072 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9', 'tag': '642b98ad-f60d-4b5f-af55-3504097b8e30', 'status': 'completed', 'code': 200} Sep 16 01:14:36.249102 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246096b-3baa-479b-9d5b-b73b3e12f7d9 req-543a59f1-408b-43b9-b272-08eee2f60c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:36.250497 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b246096b-3baa-479b-9d5b-b73b3e12f7d9 req-543a59f1-408b-43b9-b272-08eee2f60c12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4a4425291ea4353acd96715b7b0df2c&device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 1096 time: 0.0387895 Sep 16 01:14:36.377162 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246096b-3baa-479b-9d5b-b73b3e12f7d9 req-2dcfc929-1998-4b70-9f84-eaf710aa6e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:36.381023 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b246096b-3baa-479b-9d5b-b73b3e12f7d9 req-2dcfc929-1998-4b70-9f84-eaf710aa6e66 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=c4a4425291ea4353acd96715b7b0df2c&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1143055 Sep 16 01:14:36.538013 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246096b-3baa-479b-9d5b-b73b3e12f7d9 req-04980dc1-d458-4302-9e7c-bebd9ef72e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:36.539499 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b246096b-3baa-479b-9d5b-b73b3e12f7d9 req-04980dc1-d458-4302-9e7c-bebd9ef72e0b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313398 Sep 16 01:14:36.555968 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f73630-1aad-48c2-b9d4-ee520f03853a req-a65038ce-395a-4d32-9917-0c46ea7429c2 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:36.557480 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-87f73630-1aad-48c2-b9d4-ee520f03853a req-a65038ce-395a-4d32-9917-0c46ea7429c2 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 943 time: 0.0801051 Sep 16 01:14:36.604272 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-87f73630-1aad-48c2-b9d4-ee520f03853a req-69e4feeb-ee79-46af-943a-8298d12e59e7 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351834 Sep 16 01:14:36.656616 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-c4a33e04-5d10-4953-bf91-f1858983cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:36.658202 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-c4a33e04-5d10-4953-bf91-f1858983cbe2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4a4425291ea4353acd96715b7b0df2c&device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 1096 time: 0.0421569 Sep 16 01:14:36.715230 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-b0d20308-c09a-4e35-9ee2-ac98b9610c94 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642b98ad-f60d-4b5f-af55-3504097b8e30 HTTP/1.1" status: 200 len: 217 time: 0.0420234 Sep 16 01:14:36.731991 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7d0d8-8271-4d16-907d-3e0e7957a405 req-5bb403cf-e831-43bb-827f-d44e6ff10a0b tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:36.733867 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-3ae7d0d8-8271-4d16-907d-3e0e7957a405 req-5bb403cf-e831-43bb-827f-d44e6ff10a0b tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0597100 Sep 16 01:14:36.822785 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-3ae7d0d8-8271-4d16-907d-3e0e7957a405 req-5c5a1bc3-b75a-41c4-a64e-8668e66c4ef5 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807028 Sep 16 01:14:36.837173 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-6f968977-5b76-4127-b920-25b430ff1c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:36.843090 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-6f968977-5b76-4127-b920-25b430ff1c34 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c37ff5f3-8e2d-42fb-aa55-c8764a42e092 HTTP/1.1" status: 200 len: 846 time: 0.1145065 Sep 16 01:14:37.127160 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-78c24686-44d9-4634-9a63-740fe1902cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:37.129885 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-78c24686-44d9-4634-9a63-740fe1902cd8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a47d34af-162d-487c-a53e-3c367600df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2769041 Sep 16 01:14:37.235534 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-0c491cd5-0838-4af7-83b7-56e5161129fe service neutron] 10.222.0.47 "GET /v2.0/networks/a47d34af-162d-487c-a53e-3c367600df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849836 Sep 16 01:14:37.345981 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5ae21967-b7f9-4eb6-8073-047f3a9a3058 req-45fd2bf7-978b-496b-b645-254cc592a3bb service neutron] 10.222.0.47 "GET /v2.0/networks/a47d34af-162d-487c-a53e-3c367600df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959022 Sep 16 01:14:37.720960 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc9b2d-d2f0-47d9-b733-32451c5519d7 req-8df10e7c-ed79-4e7e-8e31-ef2572b1f797 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:37.722450 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-81dc9b2d-d2f0-47d9-b733-32451c5519d7 req-8df10e7c-ed79-4e7e-8e31-ef2572b1f797 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 943 time: 0.0506113 Sep 16 01:14:37.761802 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-81dc9b2d-d2f0-47d9-b733-32451c5519d7 req-9e9d7f10-d779-4cf8-9565-23d12cd17354 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332518 Sep 16 01:14:37.940199 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c1669-52a7-41d2-b69f-914e6f3b69b0 req-fac928b7-0ad3-45c7-b6e1-528ba3d27c3f tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:37.942348 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9c3c1669-52a7-41d2-b69f-914e6f3b69b0 req-fac928b7-0ad3-45c7-b6e1-528ba3d27c3f tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0511022 Sep 16 01:14:37.985255 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9c3c1669-52a7-41d2-b69f-914e6f3b69b0 req-2b1f68a1-b51b-4664-9352-347eff782c25 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370121 Sep 16 01:14:38.891803 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042dbff-c572-4983-836d-27be1bf47628 req-0dc34610-a64f-40e2-9ff4-31fc6438c451 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:38.900297 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8042dbff-c572-4983-836d-27be1bf47628 req-0dc34610-a64f-40e2-9ff4-31fc6438c451 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 943 time: 0.0633481 Sep 16 01:14:38.932112 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8042dbff-c572-4983-836d-27be1bf47628 req-e2276f80-60a1-4690-b2bf-655315ca2dea tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309546 Sep 16 01:14:39.118070 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975ba08-b6b9-4e94-a33b-860e48f9c7fd req-91784def-ac57-4848-8d06-b6fcd3da725d tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:39.119682 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1975ba08-b6b9-4e94-a33b-860e48f9c7fd req-91784def-ac57-4848-8d06-b6fcd3da725d tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0661151 Sep 16 01:14:39.160187 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1975ba08-b6b9-4e94-a33b-860e48f9c7fd req-997b433e-0a47-4e0a-ac28-d8f184202b56 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343144 Sep 16 01:14:39.933986 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046be8e-3e8f-4e2b-b917-7c23d0f9c264 req-70ddb4c4-28cc-44b6-8831-7730b1e41ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:39.933986 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d046be8e-3e8f-4e2b-b917-7c23d0f9c264 req-70ddb4c4-28cc-44b6-8831-7730b1e41ae3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 1099 time: 0.0488744 Sep 16 01:14:39.975915 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d046be8e-3e8f-4e2b-b917-7c23d0f9c264 req-6460f16f-7d5e-40d2-9e53-bf88a98ecea8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549288 Sep 16 01:14:40.047777 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bd5aa-29b6-46f3-b973-c1eea5a53fbc req-73c0f9fc-f44d-4270-b250-f26bd6a2bbdd tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:40.049350 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-515bd5aa-29b6-46f3-b973-c1eea5a53fbc req-73c0f9fc-f44d-4270-b250-f26bd6a2bbdd tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 943 time: 0.0490975 Sep 16 01:14:40.088117 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-515bd5aa-29b6-46f3-b973-c1eea5a53fbc req-048b054d-94b3-4817-8159-5deadb0984a5 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328004 Sep 16 01:14:40.280368 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b51801-023c-466c-ba69-5b4f67b25356 req-86bb72a9-3e68-4cb8-88a7-40eccdc3bfb3 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:40.281892 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-28b51801-023c-466c-ba69-5b4f67b25356 req-86bb72a9-3e68-4cb8-88a7-40eccdc3bfb3 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0526621 Sep 16 01:14:40.327130 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-28b51801-023c-466c-ba69-5b4f67b25356 req-3d3563ae-ca47-4c2d-a704-0f2b75f71003 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389314 Sep 16 01:14:40.595766 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 34768) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:40.712787 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3328eb35-27ab-492c-b0b0-42f343cde347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:40.804976 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3328eb35-27ab-492c-b0b0-42f343cde347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:41.016762 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3328eb35-27ab-492c-b0b0-42f343cde347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:41.021494 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545259b-4699-43bc-9504-64a39a2cefd4 req-a486d025-b7fa-4731-b45e-a839d6a05999 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:41.023267 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1545259b-4699-43bc-9504-64a39a2cefd4 req-a486d025-b7fa-4731-b45e-a839d6a05999 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0492084 Sep 16 01:14:41.054169 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-3328eb35-27ab-492c-b0b0-42f343cde347 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cdf0cec1875442b9b62a7af1d36827fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4567714 Sep 16 01:14:41.055382 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328eb35-27ab-492c-b0b0-42f343cde347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a520475-d5e6-4782-9a84-af4e780f4029,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:41.057384 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 34792) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:41.060934 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1545259b-4699-43bc-9504-64a39a2cefd4 req-f0d2d849-a940-4c01-af12-b9dc0681c970 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316083 Sep 16 01:14:41.074569 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3328eb35-27ab-492c-b0b0-42f343cde347 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:41.075151 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3328eb35-27ab-492c-b0b0-42f343cde347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:41.075250 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3328eb35-27ab-492c-b0b0-42f343cde347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:41.075595 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3328eb35-27ab-492c-b0b0-42f343cde347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:41.075939 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3328eb35-27ab-492c-b0b0-42f343cde347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:41.076280 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3328eb35-27ab-492c-b0b0-42f343cde347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:41.076695 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3328eb35-27ab-492c-b0b0-42f343cde347 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:41.077064 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3328eb35-27ab-492c-b0b0-42f343cde347 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:41.077403 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3328eb35-27ab-492c-b0b0-42f343cde347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:41.077732 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3328eb35-27ab-492c-b0b0-42f343cde347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:41.078068 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3328eb35-27ab-492c-b0b0-42f343cde347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:41.078401 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3328eb35-27ab-492c-b0b0-42f343cde347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:41.120156 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-f50d3af8-2cb5-4816-8811-5b30593da606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:41.144225 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-f50d3af8-2cb5-4816-8811-5b30593da606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:41.229937 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2218a2-12b2-4109-8219-9ee945f444ca req-9e45fc37-8aaf-4892-869c-aedc71eaa230 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:41.231648 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-1d2218a2-12b2-4109-8219-9ee945f444ca req-9e45fc37-8aaf-4892-869c-aedc71eaa230 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 943 time: 0.0709622 Sep 16 01:14:41.276051 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-1d2218a2-12b2-4109-8219-9ee945f444ca req-7ea504bf-399e-4971-89d8-e11e9bee13bc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366838 Sep 16 01:14:41.348879 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-f50d3af8-2cb5-4816-8811-5b30593da606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:41.353293 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-f50d3af8-2cb5-4816-8811-5b30593da606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:41.357562 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-f50d3af8-2cb5-4816-8811-5b30593da606 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9a520475-d5e6-4782-9a84-af4e780f4029 HTTP/1.1" status: 204 len: 168 time: 0.2992251 Sep 16 01:14:41.372413 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d3af8-2cb5-4816-8811-5b30593da606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a520475-d5e6-4782-9a84-af4e780f4029,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:41.468525 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08d4af-8321-4eb3-b499-76afdc863195 req-3a2952ae-0a9a-4f79-9813-783d5cf52488 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:41.470093 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ce08d4af-8321-4eb3-b499-76afdc863195 req-3a2952ae-0a9a-4f79-9813-783d5cf52488 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0547364 Sep 16 01:14:41.509020 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ce08d4af-8321-4eb3-b499-76afdc863195 req-f2440be6-f329-44be-b8d4-75d53385bc95 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321107 Sep 16 01:14:42.182109 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42565b4c-98cc-46d3-bba2-d2957216d5cc req-c453da1f-3ef0-4bf4-a958-a042743fd2e5 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:42.183583 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-42565b4c-98cc-46d3-bba2-d2957216d5cc req-c453da1f-3ef0-4bf4-a958-a042743fd2e5 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0504553 Sep 16 01:14:42.221036 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-42565b4c-98cc-46d3-bba2-d2957216d5cc req-5ef8b8e7-eb04-4c2f-aa1a-2301017a135e tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310788 Sep 16 01:14:42.394268 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e619660-3d7e-4a60-8d9c-5443ebf796b6 req-1c622073-4fd5-4f9c-93e3-411dca419913 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:42.395773 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-6e619660-3d7e-4a60-8d9c-5443ebf796b6 req-1c622073-4fd5-4f9c-93e3-411dca419913 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 943 time: 0.0525339 Sep 16 01:14:42.438052 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-6e619660-3d7e-4a60-8d9c-5443ebf796b6 req-ee1c8076-d720-4516-9412-5ff85b85f7fb tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361872 Sep 16 01:14:42.625444 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825380b5-5b68-4b11-9735-d4038960918d req-9f79531a-db0f-414c-a8c9-0923963b64d2 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:42.626937 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-825380b5-5b68-4b11-9735-d4038960918d req-9f79531a-db0f-414c-a8c9-0923963b64d2 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0485284 Sep 16 01:14:42.668757 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-825380b5-5b68-4b11-9735-d4038960918d req-0c4a6016-693e-41d8-a0e9-2552be2d6165 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322363 Sep 16 01:14:43.348052 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e37a0-a6c1-49b1-b17e-d6b86f20c82e req-8c4d694b-de2d-4bec-adfc-3397ac2eda59 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:43.349741 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-504e37a0-a6c1-49b1-b17e-d6b86f20c82e req-8c4d694b-de2d-4bec-adfc-3397ac2eda59 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0555801 Sep 16 01:14:43.389036 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-504e37a0-a6c1-49b1-b17e-d6b86f20c82e req-c9ac9144-66e2-4fc5-8522-9860b908ef9d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334380 Sep 16 01:14:43.545541 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9710a9-09f7-4a82-9ac2-354dd31101a5 req-ae9509f5-6886-4566-94d8-ff3b1741dd69 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:43.547011 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1c9710a9-09f7-4a82-9ac2-354dd31101a5 req-ae9509f5-6886-4566-94d8-ff3b1741dd69 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0481415 Sep 16 01:14:43.553173 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e405c6e-05ff-496a-be31-9ab6505e79c1 req-a7f33813-591b-4379-853d-09f836318daa tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:43.554635 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4e405c6e-05ff-496a-be31-9ab6505e79c1 req-a7f33813-591b-4379-853d-09f836318daa tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 943 time: 0.0470088 Sep 16 01:14:43.585099 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1c9710a9-09f7-4a82-9ac2-354dd31101a5 req-b43cb94f-f0a2-4b89-ad35-fec346b67d28 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313706 Sep 16 01:14:43.595217 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4e405c6e-05ff-496a-be31-9ab6505e79c1 req-7cae40dd-9f94-4503-bbb4-ddb9e2e0fdf3 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340846 Sep 16 01:14:43.727502 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cabccd-3d4b-4cc0-b36a-45b1a2e272f7 req-5c1f0ebd-62a1-45a0-9633-b5872da1899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:43.734101 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c5cabccd-3d4b-4cc0-b36a-45b1a2e272f7 req-5c1f0ebd-62a1-45a0-9633-b5872da1899b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=accb97bf2c33416984d15cc196da922a&device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 1099 time: 0.0450635 Sep 16 01:14:43.823502 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cabccd-3d4b-4cc0-b36a-45b1a2e272f7 req-94e2a022-1c7b-458b-8e55-5c9390c54a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:43.824966 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c5cabccd-3d4b-4cc0-b36a-45b1a2e272f7 req-94e2a022-1c7b-458b-8e55-5c9390c54a12 service neutron] 10.222.0.47 "GET /v2.0/networks?id=71f35b47-080e-48ba-b98e-598a64e807a6 HTTP/1.1" status: 200 len: 919 time: 0.0840888 Sep 16 01:14:43.871235 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c5cabccd-3d4b-4cc0-b36a-45b1a2e272f7 req-158e865e-ff57-46d0-9ed1-48728833325e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b908e51c-0bf3-414a-96b7-e780b0b73d1c HTTP/1.1" status: 200 len: 217 time: 0.0366404 Sep 16 01:14:43.930224 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cabccd-3d4b-4cc0-b36a-45b1a2e272f7 req-3213c5be-f6b3-4c2c-a3c0-6a28279442be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:43.930224 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c5cabccd-3d4b-4cc0-b36a-45b1a2e272f7 req-3213c5be-f6b3-4c2c-a3c0-6a28279442be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fd27a1b-c4db-4383-9f27-5a0ae01e407a HTTP/1.1" status: 200 len: 858 time: 0.0460420 Sep 16 01:14:43.964723 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c5cabccd-3d4b-4cc0-b36a-45b1a2e272f7 req-51ae1a18-9cc3-43ea-8737-6f9d326111fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71f35b47-080e-48ba-b98e-598a64e807a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318515 Sep 16 01:14:44.018985 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 34866) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:44.066821 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c5cabccd-3d4b-4cc0-b36a-45b1a2e272f7 req-90473011-c283-49fb-8c30-8955cf795214 service neutron] 10.222.0.47 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928652 Sep 16 01:14:44.130098 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d266a6ca-0381-4a30-b5e2-d75b16fc97e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:44.170457 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c5cabccd-3d4b-4cc0-b36a-45b1a2e272f7 req-5671e0a8-b225-4388-b94d-7e9363ffaf7b service neutron] 10.222.0.47 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929995 Sep 16 01:14:44.246424 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d266a6ca-0381-4a30-b5e2-d75b16fc97e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:44.349045 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d266a6ca-0381-4a30-b5e2-d75b16fc97e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:44.387936 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-d266a6ca-0381-4a30-b5e2-d75b16fc97e5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e5a1aa5021cb4b80a857df68dcbeee83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3664010 Sep 16 01:14:44.388648 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266a6ca-0381-4a30-b5e2-d75b16fc97e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838b1196-25a9-4689-9109-edf01fd19aab,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:44.390712 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 34880) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:44.445094 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3c3158f8-b148-4464-a34f-aa8cfb410c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:44.467310 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3c3158f8-b148-4464-a34f-aa8cfb410c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:44.540361 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cd516-1731-4358-828d-34f97062fa49 req-a3a3ffce-1a3e-469f-ae7a-6f9ecb49e612 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:44.541905 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0c6cd516-1731-4358-828d-34f97062fa49 req-a3a3ffce-1a3e-469f-ae7a-6f9ecb49e612 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0771689 Sep 16 01:14:44.578865 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0c6cd516-1731-4358-828d-34f97062fa49 req-47d723a1-683f-4145-a605-b442e316b1a8 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311377 Sep 16 01:14:44.634676 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3c3158f8-b148-4464-a34f-aa8cfb410c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:44.637500 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3c3158f8-b148-4464-a34f-aa8cfb410c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:44.641218 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-3c3158f8-b148-4464-a34f-aa8cfb410c76 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/838b1196-25a9-4689-9109-edf01fd19aab HTTP/1.1" status: 204 len: 168 time: 0.2471545 Sep 16 01:14:44.648762 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3158f8-b148-4464-a34f-aa8cfb410c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838b1196-25a9-4689-9109-edf01fd19aab,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:44.657762 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3158f8-b148-4464-a34f-aa8cfb410c76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:44.659595 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3158f8-b148-4464-a34f-aa8cfb410c76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:44.664035 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3158f8-b148-4464-a34f-aa8cfb410c76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:44.664480 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3158f8-b148-4464-a34f-aa8cfb410c76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:44.665867 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3158f8-b148-4464-a34f-aa8cfb410c76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:44.669489 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3158f8-b148-4464-a34f-aa8cfb410c76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:44.669871 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3158f8-b148-4464-a34f-aa8cfb410c76 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:44.670231 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3158f8-b148-4464-a34f-aa8cfb410c76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:44.670627 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3158f8-b148-4464-a34f-aa8cfb410c76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:44.670977 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3158f8-b148-4464-a34f-aa8cfb410c76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:44.671315 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3158f8-b148-4464-a34f-aa8cfb410c76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:44.671792 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3158f8-b148-4464-a34f-aa8cfb410c76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:44.720563 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb42bc-e1c7-4b88-9523-c18b5a7143b4 req-1212bf31-03cb-4c54-a39c-60af71fac360 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:44.722972 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-aaeb42bc-e1c7-4b88-9523-c18b5a7143b4 req-1212bf31-03cb-4c54-a39c-60af71fac360 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 943 time: 0.0552356 Sep 16 01:14:44.762006 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-aaeb42bc-e1c7-4b88-9523-c18b5a7143b4 req-bca9f844-8ce0-4b0f-9c26-84b0bd7b83fa tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321348 Sep 16 01:14:44.772666 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667cb24-e358-4de6-8310-efdacbf826bb req-a9229ad3-f736-448d-ae4d-b92cbd28895a tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:44.774214 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3667cb24-e358-4de6-8310-efdacbf826bb req-a9229ad3-f736-448d-ae4d-b92cbd28895a tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0482790 Sep 16 01:14:44.812265 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3667cb24-e358-4de6-8310-efdacbf826bb req-9cf78b54-6bf6-48a8-97ab-ac5a2c5d0dd8 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322061 Sep 16 01:14:45.700515 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4bf7a-637f-4480-b982-9b4163732991 req-1468a85d-3fb9-41da-9e9a-dd8ca598be6b tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:45.702065 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a6b4bf7a-637f-4480-b982-9b4163732991 req-1468a85d-3fb9-41da-9e9a-dd8ca598be6b tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0503016 Sep 16 01:14:45.714926 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 34920) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:45.737704 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 642b98ad-f60d-4b5f-af55-3504097b8e30 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:14:45.753962 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03720a82-0503-4705-b019-40a0b4f6a260 req-ef2fee91-6d23-41c9-bf63-150959fa9a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:45.762308 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-03720a82-0503-4705-b019-40a0b4f6a260 req-ef2fee91-6d23-41c9-bf63-150959fa9a74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=accb97bf2c33416984d15cc196da922a&device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 1099 time: 0.0637014 Sep 16 01:14:45.764715 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a6b4bf7a-637f-4480-b982-9b4163732991 req-87a5b03c-c13c-48d3-b79c-eecc40d06d7e tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494349 Sep 16 01:14:45.805919 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 34932) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:45.882249 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-4b600a62-d508-4ec2-b7c1-c0afbf976802 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-620755380-network', 'tenant_id': '2bbf94dc8b2b4f68b2d439446f4a55ed'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:14:45.885402 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 642b98ad-f60d-4b5f-af55-3504097b8e30, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=642b98ad-f60d-4b5f-af55-3504097b8e30,segment=NetworkSegment(b450f831-d0df-4704-816d-b4f475c9d415),segment_id=b450f831-d0df-4704-816d-b4f475c9d415)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:14:45.899773 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': '642b98ad-f60d-4b5f-af55-3504097b8e30', 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95', 'port_id': '642b98ad-f60d-4b5f-af55-3504097b8e30', 'mac_address': 'fa:16:3e:f3:44:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37ff5f3-8e2d-42fb-aa55-c8764a42e092', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:14:45.907576 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.db_base_plugin_v2 [None req-73bd85c2-9f34-41be-b197-7ca8f9cf7dc1 admin admin] Deleting subnet 7d04061d-e45c-44d1-95cb-3928c0a93175 {{(pid=94552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 01:14:45.917362 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03720a82-0503-4705-b019-40a0b4f6a260 req-f6f3749a-1c37-4e1c-ba52-4d7987d5b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:45.918877 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-03720a82-0503-4705-b019-40a0b4f6a260 req-f6f3749a-1c37-4e1c-ba52-4d7987d5b603 service neutron] 10.222.0.47 "GET /v2.0/networks?id=71f35b47-080e-48ba-b98e-598a64e807a6 HTTP/1.1" status: 200 len: 919 time: 0.1398182 Sep 16 01:14:45.921325 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-73bd85c2-9f34-41be-b197-7ca8f9cf7dc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:45.937578 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:45.938413 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ed9b2-f475-4497-9b0b-159b429d7ae5 req-f29af800-1df8-4b5a-b2ac-d4c9996d81b9 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:45.940462 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-980ed9b2-f475-4497-9b0b-159b429d7ae5 req-f29af800-1df8-4b5a-b2ac-d4c9996d81b9 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 943 time: 0.0608890 Sep 16 01:14:45.951260 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642b98ad-f60d-4b5f-af55-3504097b8e30 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:14:45.971452 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 642b98ad-f60d-4b5f-af55-3504097b8e30, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=642b98ad-f60d-4b5f-af55-3504097b8e30,segment=NetworkSegment(b450f831-d0df-4704-816d-b4f475c9d415),segment_id=b450f831-d0df-4704-816d-b4f475c9d415)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:14:45.977315 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-73bd85c2-9f34-41be-b197-7ca8f9cf7dc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9529375'] for subnet, precommit_delete_associations {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:45.981794 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-03720a82-0503-4705-b019-40a0b4f6a260 req-417b339c-44a7-4e8c-bd61-06e9a937c3a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b908e51c-0bf3-414a-96b7-e780b0b73d1c HTTP/1.1" status: 200 len: 217 time: 0.0403244 Sep 16 01:14:46.017290 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd09f8-24e0-48aa-a840-5de4dc5dc8cb req-674ba3ce-72ee-41b3-90e7-b86703b6058f tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:46.019409 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-42cd09f8-24e0-48aa-a840-5de4dc5dc8cb req-674ba3ce-72ee-41b3-90e7-b86703b6058f tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.1152096 Sep 16 01:14:46.024115 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b600a62-d508-4ec2-b7c1-c0afbf976802 admin admin] Made reservation on behalf of 2bbf94dc8b2b4f68b2d439446f4a55ed for: {'network': 1} {{(pid=94552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:14:46.026355 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4b600a62-d508-4ec2-b7c1-c0afbf976802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for network, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:46.047281 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4b600a62-d508-4ec2-b7c1-c0afbf976802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:46.050582 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-980ed9b2-f475-4497-9b0b-159b429d7ae5 req-defb210a-00d8-42ca-8dd7-de60ddf26442 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712852 Sep 16 01:14:46.057776 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03720a82-0503-4705-b019-40a0b4f6a260 req-9500d149-9a52-4f51-a50a-ee8a71ba3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:46.058961 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:46.059262 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-03720a82-0503-4705-b019-40a0b4f6a260 req-9500d149-9a52-4f51-a50a-ee8a71ba3cb3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fd27a1b-c4db-4383-9f27-5a0ae01e407a HTTP/1.1" status: 200 len: 858 time: 0.0653551 Sep 16 01:14:46.069380 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-73bd85c2-9f34-41be-b197-7ca8f9cf7dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8015751'] for subnet, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:46.093394 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-03720a82-0503-4705-b019-40a0b4f6a260 req-1d80b4c9-66c5-4ad1-add3-a926e60829c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71f35b47-080e-48ba-b98e-598a64e807a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248621 Sep 16 01:14:46.115770 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=642b98ad-f60d-4b5f-af55-3504097b8e30,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:46.123903 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-42cd09f8-24e0-48aa-a840-5de4dc5dc8cb req-9d0ede49-560a-4b9a-9385-c183d3e7d8fd tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929086 Sep 16 01:14:46.133545 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:46.134628 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:46.134988 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:46.135387 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:46.136208 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:46.136854 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:46.137464 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:46.138551 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:46.139135 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:46.139495 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:46.139836 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:46.140175 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:14:46.208251 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-03720a82-0503-4705-b019-40a0b4f6a260 req-3511c8e2-ef0b-46f9-b057-0fddc4fbba6c service neutron] 10.222.0.47 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063957 Sep 16 01:14:46.235278 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4b600a62-d508-4ec2-b7c1-c0afbf976802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:46.297925 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-03720a82-0503-4705-b019-40a0b4f6a260 req-63ebfc14-bda4-4a21-a342-08c55de6a9ba service neutron] 10.222.0.47 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814328 Sep 16 01:14:46.303526 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-73bd85c2-9f34-41be-b197-7ca8f9cf7dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8015760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9529516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9551379'] for subnet, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:46.329787 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd85c2-9f34-41be-b197-7ca8f9cf7dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d04061d-e45c-44d1-95cb-3928c0a93175,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:46.340130 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4b600a62-d508-4ec2-b7c1-c0afbf976802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:46.348024 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-73bd85c2-9f34-41be-b197-7ca8f9cf7dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:46.349934 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-73bd85c2-9f34-41be-b197-7ca8f9cf7dc1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7d04061d-e45c-44d1-95cb-3928c0a93175 HTTP/1.1" status: 204 len: 168 time: 0.5428467 Sep 16 01:14:46.352890 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 34940) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:46.373944 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b600a62-d508-4ec2-b7c1-c0afbf976802 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=94552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:14:46.381051 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b600a62-d508-4ec2-b7c1-c0afbf976802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a7a8c0-92fb-426c-aefe-d860d9d70599,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:46.388039 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4b600a62-d508-4ec2-b7c1-c0afbf976802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:46.388271 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.db.segments_db [None req-4b600a62-d508-4ec2-b7c1-c0afbf976802 admin admin] Added segment 60f0245f-fe74-49dd-9234-b3316d154c52 of type vlan for network 8052acd4-a59e-4732-ae36-76cad98fa272 Sep 16 01:14:46.426688 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7919478'] for network, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:46.437135 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4b600a62-d508-4ec2-b7c1-c0afbf976802 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752232308511'] for network, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:46.508582 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8012288', 'neutron.services.segments.db._delete_segments_for_network-8752232865693'] for network, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:46.514268 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4b600a62-d508-4ec2-b7c1-c0afbf976802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for network, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:46.515308 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b600a62-d508-4ec2-b7c1-c0afbf976802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:46.515902 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4b600a62-d508-4ec2-b7c1-c0afbf976802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:46.528350 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:14:46.528742 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:14:46.529531 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:14:46.529878 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] Subscribe: > port after_create 55550000 {{(pid=94551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:14:46.530253 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:14:46.530630 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] Subscribe: > port after_update 55550000 {{(pid=94551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:14:46.530960 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:14:46.531279 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:14:46.531594 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:14:46.531910 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:14:46.573222 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b600a62-d508-4ec2-b7c1-c0afbf976802 admin admin] Pushing event updated for resources: {'Network': ['ID=8052acd4-a59e-4732-ae36-76cad98fa272,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:46.584116 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Network 8052acd4-a59e-4732-ae36-76cad98fa272 details requested by agent ovs-agent-dv-cinder-809305-1-iscsi with host dv-cinder-809305-1-iscsi {{(pid=94553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:14:46.599272 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:14:46.599626 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:14:46.599958 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:14:46.600290 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:14:46.600668 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80bbe75-36f2-465b-b06e-14c298c48dbd']}} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:14:46.606947 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-4b600a62-d508-4ec2-b7c1-c0afbf976802 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8908193 Sep 16 01:14:46.613763 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 34942) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:46.619225 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-a0d96256-6898-479d-be92-9eef39abbbe3 admin admin] Request body: {'subnet': {'network_id': '8052acd4-a59e-4732-ae36-76cad98fa272', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-620755380-subnet', 'tenant_id': '2bbf94dc8b2b4f68b2d439446f4a55ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:14:46.621345 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a5ff511-5ca7-4490-871c-b5aad954d0d4') {'for_net_delete': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:14:46.621821 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a5ff511-5ca7-4490-871c-b5aad954d0d4') {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:14:46.646858 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752232865190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17379143'] for segment, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:46.649164 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['642b98ad-f60d-4b5f-af55-3504097b8e30'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:14:46.668206 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:46.677530 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=94551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17681784'] for segment, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: from cryptography.utils import int_from_bytes Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: from cryptography.utils import int_from_bytes Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: Traceback (most recent call last): Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: timer() Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: cb(*args, **kw) Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: return func(*args, **kwargs) Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: self._notify() Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: self.callback(batched_events) Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: event.method(event) Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: return f(self, *a, **k) Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: return self._get(url).json() Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: return self.request(url, 'GET', **kwargs) Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 01:14:46.692049 dv-cinder-809305-1-iscsi neutron-server[94551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 01:14:46.748680 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d96256-6898-479d-be92-9eef39abbbe3 admin admin] Made reservation on behalf of 2bbf94dc8b2b4f68b2d439446f4a55ed for: {'subnet': 1} {{(pid=94552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:14:46.751432 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a0d96256-6898-479d-be92-9eef39abbbe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9551412'] for subnet, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:46.860496 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8012313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530186'] for network, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:46.884274 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:46.886395 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d80bbe75-36f2-465b-b06e-14c298c48dbd HTTP/1.1" status: 204 len: 168 time: 0.5323203 Sep 16 01:14:46.889346 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 34946) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:46.890257 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc44909-e9e4-44c7-a9a7-9f5bdba2cf96 admin admin] Pushing event deleted for resources: {'Network': ['ID=d80bbe75-36f2-465b-b06e-14c298c48dbd,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:46.902007 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cea46-61a6-442b-b820-dd7bc8b82546 req-e4d42630-c734-4ff0-812c-ff5f8c4c3356 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:46.903567 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d01cea46-61a6-442b-b820-dd7bc8b82546 req-e4d42630-c734-4ff0-812c-ff5f8c4c3356 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0737374 Sep 16 01:14:46.949937 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d01cea46-61a6-442b-b820-dd7bc8b82546 req-da08f557-6d4f-4341-a1c4-41ce19e7ad32 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396495 Sep 16 01:14:46.967763 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.db_base_plugin_v2 [None req-983446d1-bb0f-42a9-97cf-818162e889eb admin admin] Deleting subnet ebf6c1e8-c053-4bbd-a78b-cca1f3db3b82 {{(pid=94552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 01:14:46.971554 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-983446d1-bb0f-42a9-97cf-818162e889eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:47.201433 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a0d96256-6898-479d-be92-9eef39abbbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9529583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9551386'] for subnet, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:47.206207 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:47.265360 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee8163-3d16-4680-b74c-704a3121674d req-cc591f41-0ee1-4622-b6cf-99247dffc06d tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:47.267333 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-99ee8163-3d16-4680-b74c-704a3121674d req-cc591f41-0ee1-4622-b6cf-99247dffc06d tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0594633 Sep 16 01:14:47.284179 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-983446d1-bb0f-42a9-97cf-818162e889eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9529375'] for subnet, precommit_delete_associations {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:47.312006 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-99ee8163-3d16-4680-b74c-704a3121674d req-4a44ba30-023f-4243-9d4e-20b3004e67ee tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366392 Sep 16 01:14:47.356453 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a9c91-4f09-47d8-8148-70fa0c86331c req-e0ea13e2-0105-4d2b-b3bb-2a9710b36540 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:47.356940 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-207a9c91-4f09-47d8-8148-70fa0c86331c req-e0ea13e2-0105-4d2b-b3bb-2a9710b36540 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 944 time: 0.1589637 Sep 16 01:14:47.375049 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d96256-6898-479d-be92-9eef39abbbe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b33da293-adab-4303-892b-a89e87eea2b6,revision_number=0']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:47.417773 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-983446d1-bb0f-42a9-97cf-818162e889eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8015751'] for subnet, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:47.447793 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d96256-6898-479d-be92-9eef39abbbe3 admin admin] Checking segment: {'id': '60f0245f-fe74-49dd-9234-b3316d154c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8052acd4-a59e-4732-ae36-76cad98fa272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:14:47.448159 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d96256-6898-479d-be92-9eef39abbbe3 admin admin] Network hostable DHCP agents. Network: 8052acd4-a59e-4732-ae36-76cad98fa272, hostable agents: ['8150fd10-5b69-4841-ab2e-29f8c66906c8'], hosted agents: [] {{(pid=94552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:14:47.475002 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-207a9c91-4f09-47d8-8148-70fa0c86331c req-f902d55d-21e8-4fff-a0b9-a1b62da4a377 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087720 Sep 16 01:14:47.594659 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d96256-6898-479d-be92-9eef39abbbe3 admin admin] Network 8052acd4-a59e-4732-ae36-76cad98fa272 is scheduled to be hosted by DHCP agent 8150fd10-5b69-4841-ab2e-29f8c66906c8 with binding_index 1 {{(pid=94552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:14:47.634517 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-983446d1-bb0f-42a9-97cf-818162e889eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8015760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9529516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9551379'] for subnet, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:47.659193 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983446d1-bb0f-42a9-97cf-818162e889eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf6c1e8-c053-4bbd-a78b-cca1f3db3b82,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:47.662977 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-983446d1-bb0f-42a9-97cf-818162e889eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:47.665013 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-983446d1-bb0f-42a9-97cf-818162e889eb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ebf6c1e8-c053-4bbd-a78b-cca1f3db3b82 HTTP/1.1" status: 204 len: 168 time: 0.7730901 Sep 16 01:14:47.667385 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 34964) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:47.729136 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.base_scheduler [None req-a0d96256-6898-479d-be92-9eef39abbbe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809305-1-iscsi, 8052acd4-a59e-4732-ae36-76cad98fa272) {{(pid=94552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:14:47.734125 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d96256-6898-479d-be92-9eef39abbbe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:47.734875 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a0d96256-6898-479d-be92-9eef39abbbe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:47.740702 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b60c81-644c-4bed-a63d-e33a673669f3 None None] Network 8052acd4-a59e-4732-ae36-76cad98fa272 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:14:47.753671 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-90450dbc-d716-4eb4-810f-bf33d90d0a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7919478'] for network, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:47.833272 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-90450dbc-d716-4eb4-810f-bf33d90d0a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8012288', 'neutron.services.segments.db._delete_segments_for_network-8752232865693'] for network, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:47.854171 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-a0d96256-6898-479d-be92-9eef39abbbe3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2311189 Sep 16 01:14:47.854864 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.services.segments.db [None req-90450dbc-d716-4eb4-810f-bf33d90d0a79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9722102f-ccf7-4a16-8242-43ca87a0eff3']}} {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:14:47.864829 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0f5241-68de-4d92-b847-4225cf2611bf None None] Network 8052acd4-a59e-4732-ae36-76cad98fa272 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:14:47.867730 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.services.segments.db [None req-90450dbc-d716-4eb4-810f-bf33d90d0a79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe11c9dc-563b-4deb-af44-c5d484eed32f') {'for_net_delete': True} {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:14:47.868031 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.services.segments.db [None req-90450dbc-d716-4eb4-810f-bf33d90d0a79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe11c9dc-563b-4deb-af44-c5d484eed32f') {} {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:14:47.878466 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-90450dbc-d716-4eb4-810f-bf33d90d0a79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752232865190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9529364'] for segment, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:47.894981 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-90450dbc-d716-4eb4-810f-bf33d90d0a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:47.902037 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90450dbc-d716-4eb4-810f-bf33d90d0a79 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 01:14:47.902439 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-90450dbc-d716-4eb4-810f-bf33d90d0a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9529970'] for segment, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: Traceback (most recent call last): Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: timer() Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: cb(*args, **kw) Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: return func(*args, **kwargs) Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: self._notify() Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: self.callback(batched_events) Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: event.method(event) Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: return f(self, *a, **k) Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: return self._get(url).json() Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: return self.request(url, 'GET', **kwargs) Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 01:14:47.904073 dv-cinder-809305-1-iscsi neutron-server[94552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 01:14:48.051465 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-90450dbc-d716-4eb4-810f-bf33d90d0a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8012313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530186'] for network, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:48.085879 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-90450dbc-d716-4eb4-810f-bf33d90d0a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:48.087756 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-90450dbc-d716-4eb4-810f-bf33d90d0a79 admin admin] 10.222.0.22 "DELETE /v2.0/networks/9722102f-ccf7-4a16-8242-43ca87a0eff3 HTTP/1.1" status: 204 len: 168 time: 0.4194291 Sep 16 01:14:48.089593 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90450dbc-d716-4eb4-810f-bf33d90d0a79 admin admin] Pushing event deleted for resources: {'Network': ['ID=9722102f-ccf7-4a16-8242-43ca87a0eff3,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:48.113595 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f811a-bc0b-48cd-aac6-88935edf50d8 req-e833da57-dfe9-4183-af40-d2e0f002be16 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:48.119257 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a06f811a-bc0b-48cd-aac6-88935edf50d8 req-e833da57-dfe9-4183-af40-d2e0f002be16 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0783756 Sep 16 01:14:48.160849 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a06f811a-bc0b-48cd-aac6-88935edf50d8 req-ed8ad196-a87e-41df-8508-402db406cf24 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379744 Sep 16 01:14:48.515485 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 34986) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:48.559872 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-fd487bc8-6f07-4a19-a1c2-0813b82656f8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c1b3cbef11d4ca39fd3d3c42255eea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440753 Sep 16 01:14:48.562766 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 34988) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:48.629011 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-074f788e-af2a-46ca-a4bc-1684ca390b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:48.638864 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edc046-e3a6-4d92-a852-e32e5b832bce req-5c31fd12-cdb6-45c5-8ef1-f6a93574d33e tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:48.647741 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-36edc046-e3a6-4d92-a852-e32e5b832bce req-5c31fd12-cdb6-45c5-8ef1-f6a93574d33e tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 944 time: 0.0881727 Sep 16 01:14:48.655930 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-074f788e-af2a-46ca-a4bc-1684ca390b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:48.690526 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-36edc046-e3a6-4d92-a852-e32e5b832bce req-10d4265d-cc2d-4ce3-9b4f-5832e5d05415 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407443 Sep 16 01:14:48.806006 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-074f788e-af2a-46ca-a4bc-1684ca390b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:48.808565 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-074f788e-af2a-46ca-a4bc-1684ca390b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:48.810065 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-074f788e-af2a-46ca-a4bc-1684ca390b1e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b491ac42-d0b0-42cf-82d5-f30cc253816a HTTP/1.1" status: 204 len: 168 time: 0.2462015 Sep 16 01:14:48.818464 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f788e-af2a-46ca-a4bc-1684ca390b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b491ac42-d0b0-42cf-82d5-f30cc253816a,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:49.288945 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c93c5-387b-4bdb-bc85-dec0e85ade40 req-0a97b739-f29f-4f4b-88e1-adb46a8cde59 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:49.290465 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-652c93c5-387b-4bdb-bc85-dec0e85ade40 req-0a97b739-f29f-4f4b-88e1-adb46a8cde59 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0483670 Sep 16 01:14:49.328671 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-652c93c5-387b-4bdb-bc85-dec0e85ade40 req-d2f4e6d1-1dac-442c-ae34-d9093ba614aa tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323424 Sep 16 01:14:49.586796 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 35012) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:49.628394 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-d92c32f0-7725-4bb4-9981-50d4c1fc4b05 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=97e01c2a59184fbaba899332a72aabfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376604 Sep 16 01:14:49.628671 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 35014) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:49.661634 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99effb-ac31-4ee6-93bf-940654f3bcde req-991a3865-58fb-4ccb-99b1-286e4f83d982 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:49.663206 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4e99effb-ac31-4ee6-93bf-940654f3bcde req-991a3865-58fb-4ccb-99b1-286e4f83d982 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0486248 Sep 16 01:14:49.682372 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-47a2a63d-24b0-4ed9-803e-218bc23cda1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:49.703002 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4e99effb-ac31-4ee6-93bf-940654f3bcde req-74daa379-0397-45a9-bf20-c2f99cbf3e96 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317962 Sep 16 01:14:49.704185 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-47a2a63d-24b0-4ed9-803e-218bc23cda1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:49.747089 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 642b98ad-f60d-4b5f-af55-3504097b8e30 up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:14:49.823136 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8f85d-ffc0-4ae4-ab57-15cc49f96ec8 req-849e77a6-86c7-4e63-8965-6cfafa68dda0 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:49.824734 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e1c8f85d-ffc0-4ae4-ab57-15cc49f96ec8 req-849e77a6-86c7-4e63-8965-6cfafa68dda0 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 944 time: 0.0511363 Sep 16 01:14:49.845864 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-47a2a63d-24b0-4ed9-803e-218bc23cda1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:49.848330 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-47a2a63d-24b0-4ed9-803e-218bc23cda1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:49.849459 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-47a2a63d-24b0-4ed9-803e-218bc23cda1a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0786f47f-0e09-4bcd-a187-41915f51e004 HTTP/1.1" status: 204 len: 168 time: 0.2199135 Sep 16 01:14:49.863988 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2a63d-24b0-4ed9-803e-218bc23cda1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0786f47f-0e09-4bcd-a187-41915f51e004,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:49.880019 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e1c8f85d-ffc0-4ae4-ab57-15cc49f96ec8 req-6e30dcee-2858-444c-97e0-7d8065e801ae tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490646 Sep 16 01:14:49.926165 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning for port 642b98ad-f60d-4b5f-af55-3504097b8e30 completed by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 01:14:49.930981 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port 642b98ad-f60d-4b5f-af55-3504097b8e30 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:14:49.931673 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:50.017596 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:50.043136 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642b98ad-f60d-4b5f-af55-3504097b8e30'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:14:50.045417 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f017686-19a6-46cf-a280-69e1b6572dc7" -d '{"events": [{"server_uuid": "ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9", "name": "network-vif-plugged", "status": "completed", "tag": "642b98ad-f60d-4b5f-af55-3504097b8e30"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:14:50.063477 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 642b98ad-f60d-4b5f-af55-3504097b8e30, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=642b98ad-f60d-4b5f-af55-3504097b8e30,segment=NetworkSegment(b450f831-d0df-4704-816d-b4f475c9d415),segment_id=b450f831-d0df-4704-816d-b4f475c9d415)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:14:50.087012 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4088aaf-e8b7-44b5-af27-82ceab1796e6 x-openstack-request-id: req-d4088aaf-e8b7-44b5-af27-82ceab1796e6 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:14:50.087335 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9", "name": "network-vif-plugged", "status": "completed", "tag": "642b98ad-f60d-4b5f-af55-3504097b8e30", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:14:50.087592 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d4088aaf-e8b7-44b5-af27-82ceab1796e6 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:14:50.087991 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642b98ad-f60d-4b5f-af55-3504097b8e30', 'code': 200} Sep 16 01:14:50.171341 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:50.224157 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=642b98ad-f60d-4b5f-af55-3504097b8e30,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:50.300514 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-84349403-9409-4b93-8f65-a5ad8fef5a1a tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:50.302027 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-84349403-9409-4b93-8f65-a5ad8fef5a1a tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/networks?id=8052acd4-a59e-4732-ae36-76cad98fa272 HTTP/1.1" status: 200 len: 808 time: 0.1069341 Sep 16 01:14:50.317973 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-cad2f6e0-c4f5-4fd1-8192-e655c7459d79 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/quotas/2bbf94dc8b2b4f68b2d439446f4a55ed HTTP/1.1" status: 200 len: 375 time: 0.0095053 Sep 16 01:14:50.350883 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-48358f3a-d03b-488b-967c-52245adbd17c tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2bbf94dc8b2b4f68b2d439446f4a55ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260830 Sep 16 01:14:50.453893 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-eb25a564-a905-4e7b-b8dc-9c600b14b63c service neutron] 10.222.0.22 "GET /v2.0/networks/8052acd4-a59e-4732-ae36-76cad98fa272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960467 Sep 16 01:14:50.546183 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-08596e10-a4ba-43f8-a79e-56ee07b6d447 service neutron] 10.222.0.22 "GET /v2.0/networks/8052acd4-a59e-4732-ae36-76cad98fa272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854051 Sep 16 01:14:50.598598 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29ea5c-87ec-4b23-9fb1-927ee9b3a662 req-f40219c2-f96b-4f27-a6aa-27a03fca6d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:50.600402 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-6c29ea5c-87ec-4b23-9fb1-927ee9b3a662 req-f40219c2-f96b-4f27-a6aa-27a03fca6d47 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 1098 time: 0.0565426 Sep 16 01:14:50.637399 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-6c29ea5c-87ec-4b23-9fb1-927ee9b3a662 req-fa97be55-54b3-448d-9600-4b29caaff8a5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286665 Sep 16 01:14:50.876016 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-2723dbd9-4f9f-4a6b-ab76-6ac41046dcdb req-6d80a33a-fd31-43fd-bceb-3657867fda13 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 210 time: 0.0407691 Sep 16 01:14:50.893825 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34809ac-b09a-47dd-bf4f-19b370f587fe req-8e128f07-5f2f-421c-8b5d-4bbfec6c61ac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:50.895507 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a34809ac-b09a-47dd-bf4f-19b370f587fe req-8e128f07-5f2f-421c-8b5d-4bbfec6c61ac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0688004 Sep 16 01:14:50.936043 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a34809ac-b09a-47dd-bf4f-19b370f587fe req-e69daa45-2086-4c54-ad10-2a66792ef0b1 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342865 Sep 16 01:14:51.011895 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab06e4-15f6-4355-b933-8c2a01452cec req-38e2609e-e3e3-43d3-8781-75b50b2a5307 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:51.013359 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7fab06e4-15f6-4355-b933-8c2a01452cec req-38e2609e-e3e3-43d3-8781-75b50b2a5307 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 945 time: 0.0547128 Sep 16 01:14:51.051768 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7fab06e4-15f6-4355-b933-8c2a01452cec req-2efd3e72-b792-4672-bffe-bb6d2a51b120 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323660 Sep 16 01:14:51.672609 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 35094) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:51.773807 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8c67f29f-ced9-4672-8488-d75a0f8f8802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:51.859013 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8c67f29f-ced9-4672-8488-d75a0f8f8802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:51.988380 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-99a6d7b9-4ee5-4525-89a0-8e39f733c9c1 req-e5e4221d-221d-4861-85a4-fe62b3e19390 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 210 time: 0.0269597 Sep 16 01:14:51.989367 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8c67f29f-ced9-4672-8488-d75a0f8f8802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:52.028560 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67f29f-ced9-4672-8488-d75a0f8f8802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600ebc64-0426-4f29-ba00-1bed1a8ab44b,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:52.034705 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-8c67f29f-ced9-4672-8488-d75a0f8f8802 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8db0d7f5a94240c8b0fa546f61a9e420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3610346 Sep 16 01:14:52.042622 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 35106) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:52.067755 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d9b40-e405-4208-96c7-cc599983232d req-1a8632a2-33da-410c-9295-3f1ad6590f26 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:52.069261 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0b4d9b40-e405-4208-96c7-cc599983232d req-1a8632a2-33da-410c-9295-3f1ad6590f26 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0563629 Sep 16 01:14:52.100698 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8f199a12-c788-48c4-a4e8-ebe01b272ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:52.116914 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0b4d9b40-e405-4208-96c7-cc599983232d req-7cca4f51-ad9a-49db-b00f-e1edc5b55ee0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409880 Sep 16 01:14:52.127923 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8f199a12-c788-48c4-a4e8-ebe01b272ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:52.198118 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1ac79-ff94-4fc6-abc5-62ac58551013 req-b288a638-9a16-4ac4-94c0-20e2e513d5a8 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:52.199665 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d0a1ac79-ff94-4fc6-abc5-62ac58551013 req-b288a638-9a16-4ac4-94c0-20e2e513d5a8 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 945 time: 0.0746551 Sep 16 01:14:52.239917 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d0a1ac79-ff94-4fc6-abc5-62ac58551013 req-0fafab4a-0606-4ea9-9ff8-87f76cab142e tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340264 Sep 16 01:14:52.291677 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8f199a12-c788-48c4-a4e8-ebe01b272ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:52.294294 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8f199a12-c788-48c4-a4e8-ebe01b272ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:52.295481 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-8f199a12-c788-48c4-a4e8-ebe01b272ddd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/600ebc64-0426-4f29-ba00-1bed1a8ab44b HTTP/1.1" status: 204 len: 168 time: 0.2518146 Sep 16 01:14:52.303892 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f199a12-c788-48c4-a4e8-ebe01b272ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600ebc64-0426-4f29-ba00-1bed1a8ab44b,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:53.086846 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-59dca252-6194-4aa4-abc7-39e98e47a2a5 req-4fc06de7-480f-4797-9af4-641b08bce3a7 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 210 time: 0.0252392 Sep 16 01:14:53.238508 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff28d5-9e23-4253-ac0a-55d0ce620cd1 req-266c6a3e-e0a4-47ca-8ca6-bd7f2cbc0f98 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:53.240408 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-eaff28d5-9e23-4253-ac0a-55d0ce620cd1 req-266c6a3e-e0a4-47ca-8ca6-bd7f2cbc0f98 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0529816 Sep 16 01:14:53.283243 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-eaff28d5-9e23-4253-ac0a-55d0ce620cd1 req-bd6a8374-d112-4686-89e6-ff003b0b211e tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364921 Sep 16 01:14:53.410348 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a44bba-634e-4d1c-b691-30828c7d1b6e req-6d6b9472-78c3-4f51-a984-e60689c7d664 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:53.411984 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-55a44bba-634e-4d1c-b691-30828c7d1b6e req-6d6b9472-78c3-4f51-a984-e60689c7d664 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 945 time: 0.0533626 Sep 16 01:14:53.453317 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-55a44bba-634e-4d1c-b691-30828c7d1b6e req-01e23b2f-2ce4-4d97-bf6a-1ff734cd3459 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351574 Sep 16 01:14:53.649955 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa44b03-87bf-4582-81ce-34470c05bc78 req-8d7e4118-64cb-40ef-b532-12d51b63cf3d tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:53.651677 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0aa44b03-87bf-4582-81ce-34470c05bc78 req-8d7e4118-64cb-40ef-b532-12d51b63cf3d tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 945 time: 0.1120949 Sep 16 01:14:53.687067 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-4337ab95-7d47-45fa-a3f6-9b660f0fc8db tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:53.688539 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-4337ab95-7d47-45fa-a3f6-9b660f0fc8db tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.47 "GET /v2.0/networks?id=8052acd4-a59e-4732-ae36-76cad98fa272 HTTP/1.1" status: 200 len: 808 time: 0.1605847 Sep 16 01:14:53.708634 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0aa44b03-87bf-4582-81ce-34470c05bc78 req-766a39ca-38aa-48bd-88b4-a50c15f87ff4 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482419 Sep 16 01:14:53.731207 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 35150) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:53.734438 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-7a9dd888-909d-4446-8eeb-92459869a9b7 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Request body: {'port': {'device_id': '2264db21-1e2c-4d00-8460-6a3c1a60f4dd', 'network_id': '8052acd4-a59e-4732-ae36-76cad98fa272', 'admin_state_up': True, 'tenant_id': '2bbf94dc8b2b4f68b2d439446f4a55ed'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:14:53.966243 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7f0bbd-8768-4a45-a6e5-7fd653200bd3 tempest-TestShelveInstance-2089889924 tempest-TestShelveInstance-2089889924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:53.968445 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-ff7f0bbd-8768-4a45-a6e5-7fd653200bd3 tempest-TestShelveInstance-2089889924 tempest-TestShelveInstance-2089889924-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 1093 time: 0.2354829 Sep 16 01:14:53.971042 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 35162) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:14:53.975855 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-8769c9f3-8a0f-426d-a5b1-72de0fc69983 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Request body: {'floatingip': {'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'port_id': '642b98ad-f60d-4b5f-af55-3504097b8e30', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:14:53.982538 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-7a9dd888-909d-4446-8eeb-92459869a9b7 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Made reservation on behalf of 2bbf94dc8b2b4f68b2d439446f4a55ed for: {'port': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:14:53.985000 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-7a9dd888-909d-4446-8eeb-92459869a9b7 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:54.134983 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-7a9dd888-909d-4446-8eeb-92459869a9b7 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Allocated IP 172.20.0.14 (8052acd4-a59e-4732-ae36-76cad98fa272/b33da293-adab-4303-892b-a89e87eea2b6/8074233e-dabd-4871-8d95-4e4c6e19f035) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:14:54.146531 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8769c9f3-8a0f-426d-a5b1-72de0fc69983 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for floatingip, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:54.184196 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-dbca1a27-9c22-44c9-8800-ff20e6ff552e req-b948f300-b9d8-4f54-bd52-28b27e452ac4 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 210 time: 0.0260372 Sep 16 01:14:54.359772 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-7a9dd888-909d-4446-8eeb-92459869a9b7 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:54.373565 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8769c9f3-8a0f-426d-a5b1-72de0fc69983 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:54.496889 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19601d74-4431-4063-b473-d181dcf1a156 req-f4c57f04-2b4e-41bb-a28b-86b3f78be3d7 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:54.498330 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-19601d74-4431-4063-b473-d181dcf1a156 req-f4c57f04-2b4e-41bb-a28b-86b3f78be3d7 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.1138430 Sep 16 01:14:54.561233 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-19601d74-4431-4063-b473-d181dcf1a156 req-fabeca22-2a67-450c-b86b-59c146505722 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462651 Sep 16 01:14:54.568467 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [None req-8769c9f3-8a0f-426d-a5b1-72de0fc69983 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Allocated IP 172.27.3.203 (04f57937-fa31-48b0-af0b-dafeb4e5696d/f10087fb-cc50-497f-84f8-0079589df3d7/8b6bda17-a8e0-4fe1-b745-c2c55ed0a38d) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:14:54.570752 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-7a9dd888-909d-4446-8eeb-92459869a9b7 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:54.640138 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-7a9dd888-909d-4446-8eeb-92459869a9b7 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Network 8052acd4-a59e-4732-ae36-76cad98fa272 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:14:54.649981 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-7a9dd888-909d-4446-8eeb-92459869a9b7 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:14:54.653263 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-7a9dd888-909d-4446-8eeb-92459869a9b7 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:14:54.678609 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9dd888-909d-4446-8eeb-92459869a9b7 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Pushing event updated for resources: {'Port': ['ID=8074233e-dabd-4871-8d95-4e4c6e19f035,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:54.741151 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-7a9dd888-909d-4446-8eeb-92459869a9b7 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:54.741777 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-7a9dd888-909d-4446-8eeb-92459869a9b7 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:54.780453 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8769c9f3-8a0f-426d-a5b1-72de0fc69983 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:54.955830 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-7a9dd888-909d-4446-8eeb-92459869a9b7 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2262011 Sep 16 01:14:54.986322 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-4fb1fdba-730a-4707-8e21-5a03813c1d23 service neutron] Request body: {'port': {'device_id': '2264db21-1e2c-4d00-8460-6a3c1a60f4dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:14:54.990282 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8769c9f3-8a0f-426d-a5b1-72de0fc69983 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:55.048181 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8769c9f3-8a0f-426d-a5b1-72de0fc69983 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Network 04f57937-fa31-48b0-af0b-dafeb4e5696d is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:14:55.056963 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-8769c9f3-8a0f-426d-a5b1-72de0fc69983 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:14:55.059684 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8769c9f3-8a0f-426d-a5b1-72de0fc69983 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:14:55.112322 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769c9f3-8a0f-426d-a5b1-72de0fc69983 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Pushing event updated for resources: {'Port': ['ID=8b6bda17-a8e0-4fe1-b745-c2c55ed0a38d,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:55.122012 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-4fb1fdba-730a-4707-8e21-5a03813c1d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:55.304239 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d665ec-6e19-496c-aa23-4e2b27fecfec req-75bb5233-c4c4-45b5-b47e-721aa3d08cc3 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:55.305688 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-41d665ec-6e19-496c-aa23-4e2b27fecfec req-75bb5233-c4c4-45b5-b47e-721aa3d08cc3 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 932 time: 0.0522482 Sep 16 01:14:55.344548 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-41d665ec-6e19-496c-aa23-4e2b27fecfec req-78c39657-f516-401f-a1f1-f0160dd3d7f0 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327561 Sep 16 01:14:55.682454 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27fa2d-0050-4e63-809d-e4a39eef8549 req-87856c68-a2d6-4386-9671-befba72dab5d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:55.683985 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6f27fa2d-0050-4e63-809d-e4a39eef8549 req-87856c68-a2d6-4386-9671-befba72dab5d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0494785 Sep 16 01:14:55.723195 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6f27fa2d-0050-4e63-809d-e4a39eef8549 req-dfb21703-dbc4-4bd5-85ef-5d192af15772 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323653 Sep 16 01:14:55.849368 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-4fb1fdba-730a-4707-8e21-5a03813c1d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8074233e-dabd-4871-8d95-4e4c6e19f035 {{(pid=94551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:14:55.884833 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-4fb1fdba-730a-4707-8e21-5a03813c1d23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:55.907790 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-4fb1fdba-730a-4707-8e21-5a03813c1d23 service neutron] Transition to ACTIVE for port object 8074233e-dabd-4871-8d95-4e4c6e19f035 will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 01:14:55.914980 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8769c9f3-8a0f-426d-a5b1-72de0fc69983 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:56.249148 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-4fb1fdba-730a-4707-8e21-5a03813c1d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:56.301318 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8769c9f3-8a0f-426d-a5b1-72de0fc69983 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:56.345086 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1fdba-730a-4707-8e21-5a03813c1d23 service neutron] Pushing event updated for resources: {'Port': ['ID=8074233e-dabd-4871-8d95-4e4c6e19f035,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:56.463485 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc095a-303e-49b9-8d56-e53cb3a8c41c req-fdf90011-7405-4280-ac6d-0dc44697505a tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:56.465471 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-dafc095a-303e-49b9-8d56-e53cb3a8c41c req-fdf90011-7405-4280-ac6d-0dc44697505a tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 944 time: 0.0481465 Sep 16 01:14:56.484439 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-4fb1fdba-730a-4707-8e21-5a03813c1d23 service neutron] Attempting to bind port 8074233e-dabd-4871-8d95-4e4c6e19f035 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:14:56.484776 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-4fb1fdba-730a-4707-8e21-5a03813c1d23 service neutron] Attempting to bind port 8074233e-dabd-4871-8d95-4e4c6e19f035 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '60f0245f-fe74-49dd-9234-b3316d154c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8052acd4-a59e-4732-ae36-76cad98fa272'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:14:56.485127 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-4fb1fdba-730a-4707-8e21-5a03813c1d23 service neutron] Attempting to bind port 8074233e-dabd-4871-8d95-4e4c6e19f035 on network 8052acd4-a59e-4732-ae36-76cad98fa272 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:14:56.492399 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-4fb1fdba-730a-4707-8e21-5a03813c1d23 service neutron] Port 8074233e-dabd-4871-8d95-4e4c6e19f035 on network 8052acd4-a59e-4732-ae36-76cad98fa272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 01:14:56.492727 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-4fb1fdba-730a-4707-8e21-5a03813c1d23 service neutron] Attempting to bind port 8074233e-dabd-4871-8d95-4e4c6e19f035 on network 8052acd4-a59e-4732-ae36-76cad98fa272 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:14:56.506581 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-4fb1fdba-730a-4707-8e21-5a03813c1d23 service neutron] Checking agent: {'id': 'b1327c00-0c42-4ebe-9e46-dfdb42688b79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'started_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:14:56.506979 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-4fb1fdba-730a-4707-8e21-5a03813c1d23 service neutron] Checking segment: {'id': '60f0245f-fe74-49dd-9234-b3316d154c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8052acd4-a59e-4732-ae36-76cad98fa272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:14:56.507372 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-4fb1fdba-730a-4707-8e21-5a03813c1d23 service neutron] Bound using segment: {'id': '60f0245f-fe74-49dd-9234-b3316d154c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8052acd4-a59e-4732-ae36-76cad98fa272'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:14:56.508144 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-4fb1fdba-730a-4707-8e21-5a03813c1d23 service neutron] Bound port: 8074233e-dabd-4871-8d95-4e4c6e19f035, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f0245f-fe74-49dd-9234-b3316d154c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8052acd4-a59e-4732-ae36-76cad98fa272'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:14:56.508144 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-4fb1fdba-730a-4707-8e21-5a03813c1d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:56.511489 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-dafc095a-303e-49b9-8d56-e53cb3a8c41c req-1ce26837-9893-453d-90cd-9f59ae3c5139 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398777 Sep 16 01:14:56.599698 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8769c9f3-8a0f-426d-a5b1-72de0fc69983 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:56.607228 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-4fb1fdba-730a-4707-8e21-5a03813c1d23 service neutron] For port 8074233e-dabd-4871-8d95-4e4c6e19f035, host hv-cinder-80930, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:14:56.610692 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-4fb1fdba-730a-4707-8e21-5a03813c1d23 service neutron] For port 8074233e-dabd-4871-8d95-4e4c6e19f035, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=8074233e-dabd-4871-8d95-4e4c6e19f035,segment=NetworkSegment(60f0245f-fe74-49dd-9234-b3316d154c52),segment_id=60f0245f-fe74-49dd-9234-b3316d154c52)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:14:56.623409 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08420b8-5832-4637-a3c9-fde818c19668 req-297cb942-b508-4ebb-b5f1-f901a0ed8be8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:56.624917 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b08420b8-5832-4637-a3c9-fde818c19668 req-297cb942-b508-4ebb-b5f1-f901a0ed8be8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0510359 Sep 16 01:14:56.662641 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8769c9f3-8a0f-426d-a5b1-72de0fc69983 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:56.663027 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b08420b8-5832-4637-a3c9-fde818c19668 req-505c14bc-9f01-4bcb-a7f5-7b011f0eb62e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311377 Sep 16 01:14:56.700786 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-4fb1fdba-730a-4707-8e21-5a03813c1d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:56.741476 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769c9f3-8a0f-426d-a5b1-72de0fc69983 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Pushing event updated for resources: {'Port': ['ID=8b6bda17-a8e0-4fe1-b745-c2c55ed0a38d,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:56.751608 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-4fb1fdba-730a-4707-8e21-5a03813c1d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:56.753291 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-4fb1fdba-730a-4707-8e21-5a03813c1d23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:56.754919 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-4fb1fdba-730a-4707-8e21-5a03813c1d23 service neutron] 10.222.0.47 "PUT /v2.0/ports/8074233e-dabd-4871-8d95-4e4c6e19f035 HTTP/1.1" status: 200 len: 1094 time: 1.7731111 Sep 16 01:14:56.757259 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2264db21-1e2c-4d00-8460-6a3c1a60f4dd', 'tag': '8074233e-dabd-4871-8d95-4e4c6e19f035'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:14:56.759611 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c22f16-77fa-4b64-8183-f0ab5216eeae" -d '{"events": [{"name": "network-changed", "server_uuid": "2264db21-1e2c-4d00-8460-6a3c1a60f4dd", "tag": "8074233e-dabd-4871-8d95-4e4c6e19f035"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:14:56.797285 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5b4c8e-db19-41bc-9e06-f52c8447bd75 x-openstack-request-id: req-2a5b4c8e-db19-41bc-9e06-f52c8447bd75 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:14:56.797576 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2264db21-1e2c-4d00-8460-6a3c1a60f4dd", "tag": "8074233e-dabd-4871-8d95-4e4c6e19f035", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:14:56.797824 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2a5b4c8e-db19-41bc-9e06-f52c8447bd75 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:14:56.798216 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2264db21-1e2c-4d00-8460-6a3c1a60f4dd', 'tag': '8074233e-dabd-4871-8d95-4e4c6e19f035', 'status': 'completed', 'code': 200} Sep 16 01:14:56.804803 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8769c9f3-8a0f-426d-a5b1-72de0fc69983 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530200'] for floatingip, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:56.892060 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1fdba-730a-4707-8e21-5a03813c1d23 service neutron] Pushing event updated for resources: {'Port': ['ID=8074233e-dabd-4871-8d95-4e4c6e19f035,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:56.944302 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a68f35-f100-4690-97ca-dd8f5765dfa4 req-a508d33b-1d0e-491e-afdc-3fadba5d85ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:56.945838 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-21a68f35-f100-4690-97ca-dd8f5765dfa4 req-a508d33b-1d0e-491e-afdc-3fadba5d85ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.1446145 Sep 16 01:14:57.003286 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.db.l3_db [None req-8769c9f3-8a0f-426d-a5b1-72de0fc69983 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Floating IP d14cca43-94e8-42da-8abb-9f71e55663d2 associated. External IP: 172.27.3.203, port: 642b98ad-f60d-4b5f-af55-3504097b8e30. Sep 16 01:14:57.059548 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-21a68f35-f100-4690-97ca-dd8f5765dfa4 req-84450bca-c6ea-4ab1-9b9c-a0ca518f62c6 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022427 Sep 16 01:14:57.063686 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c22f16-77fa-4b64-8183-f0ab5216eeae req-cede1c22-5dd0-4163-8751-ad1ba739e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:57.065672 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-23c22f16-77fa-4b64-8183-f0ab5216eeae req-cede1c22-5dd0-4163-8751-ad1ba739e296 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2bbf94dc8b2b4f68b2d439446f4a55ed&device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 1097 time: 0.1173787 Sep 16 01:14:57.257760 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c22f16-77fa-4b64-8183-f0ab5216eeae req-86a94b6e-0dc2-4f47-96e5-b1518d873207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:57.257760 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-23c22f16-77fa-4b64-8183-f0ab5216eeae req-86a94b6e-0dc2-4f47-96e5-b1518d873207 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=2bbf94dc8b2b4f68b2d439446f4a55ed&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1511798 Sep 16 01:14:57.337044 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8769c9f3-8a0f-426d-a5b1-72de0fc69983 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Router 56e72848-5814-4666-9bea-cc045bb211f6 has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:14:57.450148 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c22f16-77fa-4b64-8183-f0ab5216eeae req-8f5dfa3e-c310-4ce3-9664-60b125af731f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:57.451648 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-23c22f16-77fa-4b64-8183-f0ab5216eeae req-8f5dfa3e-c310-4ce3-9664-60b125af731f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1472976 Sep 16 01:14:57.496154 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8769c9f3-8a0f-426d-a5b1-72de0fc69983 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:14:57.505986 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df7360d-25f4-4130-a5c2-84ae446ce868 None None] Sync routers for ids ['56e72848-5814-4666-9bea-cc045bb211f6'] in dv-cinder-809305-1-iscsi {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:14:57.516113 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df7360d-25f4-4130-a5c2-84ae446ce868 None None] Routers {'56e72848-5814-4666-9bea-cc045bb211f6'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:14:57.516388 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-5df7360d-25f4-4130-a5c2-84ae446ce868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:14:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['56e72848-5814-4666-9bea-cc045bb211f6'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:14:57.573672 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-65f0f6ea-40c7-4edf-b4fe-101a978c02d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:57.575255 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-65f0f6ea-40c7-4edf-b4fe-101a978c02d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2bbf94dc8b2b4f68b2d439446f4a55ed&device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 1097 time: 0.0445659 Sep 16 01:14:57.609546 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8769c9f3-8a0f-426d-a5b1-72de0fc69983 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for floatingip, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:57.661358 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6b13c-a454-47b6-ba45-283d429da14e req-8cdeaea3-1315-4043-be60-3948f9deaacb tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:57.669653 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-def6b13c-a454-47b6-ba45-283d429da14e req-8cdeaea3-1315-4043-be60-3948f9deaacb tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 944 time: 0.0684776 Sep 16 01:14:57.672744 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-8566f646-89fd-42b9-bb58-c808b5210d1d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8074233e-dabd-4871-8d95-4e4c6e19f035 HTTP/1.1" status: 200 len: 217 time: 0.0714784 Sep 16 01:14:57.690529 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-8769c9f3-8a0f-426d-a5b1-72de0fc69983 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7184081 Sep 16 01:14:57.730244 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-def6b13c-a454-47b6-ba45-283d429da14e req-9c38929a-3b8b-4c83-bc29-52d666a9cba6 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596366 Sep 16 01:14:57.748788 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-5df7360d-25f4-4130-a5c2-84ae446ce868 None None] Set router 56e72848-5814-4666-9bea-cc045bb211f6 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:14:57.782946 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 24101933-817d-46a0-9608-cd6c9264d7b0 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:14:57.802502 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-a5a87d36-2c63-4055-8b2a-b2f4f95b4f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:57.804539 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-a5a87d36-2c63-4055-8b2a-b2f4f95b4f24 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b33da293-adab-4303-892b-a89e87eea2b6 HTTP/1.1" status: 200 len: 848 time: 0.1126814 Sep 16 01:14:57.842378 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b50bc-9507-4688-99e2-e81fd47e5ee2 req-afe914d9-70ae-4fd1-b5d9-1418399287b2 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:57.851794 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e97b50bc-9507-4688-99e2-e81fd47e5ee2 req-afe914d9-70ae-4fd1-b5d9-1418399287b2 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0965636 Sep 16 01:14:57.919395 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e97b50bc-9507-4688-99e2-e81fd47e5ee2 req-45d50aa7-f06b-4224-a48f-b7883b557e8e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664420 Sep 16 01:14:57.925858 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-a06da626-4492-4aef-bb6a-a38cff523a6b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8052acd4-a59e-4732-ae36-76cad98fa272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042445 Sep 16 01:14:57.929351 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 24101933-817d-46a0-9608-cd6c9264d7b0, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=24101933-817d-46a0-9608-cd6c9264d7b0,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:14:57.945539 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': '24101933-817d-46a0-9608-cd6c9264d7b0', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'port_id': '24101933-817d-46a0-9608-cd6c9264d7b0', 'mac_address': 'fa:16:3e:c6:37:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:14:57.984641 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-5df7360d-25f4-4130-a5c2-84ae446ce868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e72848-5814-4666-9bea-cc045bb211f6', 'name': 'tempest-TestShelveInstance-29561502-router', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:13:32Z', 'updated_at': '2021-09-16T01:13:36Z', 'revision_number': 4, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'gw_port': {'id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:33Z', 'updated_at': '2021-09-16T01:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': 'd14cca43-94e8-42da-8abb-9f71e55663d2', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'port_id': '642b98ad-f60d-4b5f-af55-3504097b8e30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95', 'mac_address': 'fa:16:3e:f3:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:14:55Z', 'updated_at': '2021-09-16T01:14:55Z', 'revision_number': 0, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0842a28-18ee-43f5-a14d-a7556e4dba26', 'name': '', 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'mac_address': 'fa:16:3e:a2:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'c37ff5f3-8e2d-42fb-aa55-c8764a42e092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:36Z', 'updated_at': '2021-09-16T01:13:40Z', 'revision_number': 5, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'subnets': [{'id': 'c37ff5f3-8e2d-42fb-aa55-c8764a42e092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:14:58.000204 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:58.012943 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24101933-817d-46a0-9608-cd6c9264d7b0 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:14:58.024450 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df7360d-25f4-4130-a5c2-84ae446ce868 None None] Checking router: 56e72848-5814-4666-9bea-cc045bb211f6 for host: dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:14:58.036067 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df7360d-25f4-4130-a5c2-84ae446ce868 None None] Routers {'56e72848-5814-4666-9bea-cc045bb211f6'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:14:58.036930 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 24101933-817d-46a0-9608-cd6c9264d7b0, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=24101933-817d-46a0-9608-cd6c9264d7b0,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:14:58.037114 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-5df7360d-25f4-4130-a5c2-84ae446ce868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:14:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['56e72848-5814-4666-9bea-cc045bb211f6'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:14:58.045381 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-125ca18b-4236-45d0-b29e-4880b715b4ec service neutron] 10.222.0.47 "GET /v2.0/networks/8052acd4-a59e-4732-ae36-76cad98fa272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100507 Sep 16 01:14:58.064934 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-24c439be-676c-4e8c-9f3a-0268ecb7415f tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:58.066509 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-24c439be-676c-4e8c-9f3a-0268ecb7415f tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/networks?id=7e60f6a7-230c-465a-8807-d5e1e1529468 HTTP/1.1" status: 200 len: 814 time: 0.1826150 Sep 16 01:14:58.086656 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-4c2df578-4d68-419a-bbfd-e3338b6bcd34 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/quotas/aa0682bc21654211a16e25c979b02bb3 HTTP/1.1" status: 200 len: 375 time: 0.0118599 Sep 16 01:14:58.121680 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:58.152382 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-714e8ab6-539c-4a16-a647-65cc5ee3ebcb req-07fcb834-77a7-4b1d-a799-4aaa55e9234a service neutron] 10.222.0.47 "GET /v2.0/networks/8052acd4-a59e-4732-ae36-76cad98fa272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984941 Sep 16 01:14:58.156269 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-5df7360d-25f4-4130-a5c2-84ae446ce868 None None] Set router 56e72848-5814-4666-9bea-cc045bb211f6 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:14:58.161510 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-a94979e0-4d48-4081-876b-7ecd7674d676 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aa0682bc21654211a16e25c979b02bb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0644405 Sep 16 01:14:58.194063 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=24101933-817d-46a0-9608-cd6c9264d7b0,revision_number=6']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:14:58.228920 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb35cd-af30-44e1-9503-afc3a607ccbd req-d355a239-cdd3-4e4d-aabe-925bcbe1cc7e tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:58.230712 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-98fb35cd-af30-44e1-9503-afc3a607ccbd req-d355a239-cdd3-4e4d-aabe-925bcbe1cc7e tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 944 time: 0.0618343 Sep 16 01:14:58.288873 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-98fb35cd-af30-44e1-9503-afc3a607ccbd req-c84f3ae1-229b-4e20-b050-ae6f6ea51be6 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510626 Sep 16 01:14:58.290222 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-db819e3a-d823-4c08-a02d-ed623861f57c service neutron] 10.222.0.22 "GET /v2.0/networks/7e60f6a7-230c-465a-8807-d5e1e1529468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277425 Sep 16 01:14:58.401402 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-31fb12f0-3535-4d95-a3e5-5b3e819301a9 service neutron] 10.222.0.22 "GET /v2.0/networks/7e60f6a7-230c-465a-8807-d5e1e1529468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103151 Sep 16 01:14:58.406305 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['24101933-817d-46a0-9608-cd6c9264d7b0'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:14:58.450228 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-5df7360d-25f4-4130-a5c2-84ae446ce868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e72848-5814-4666-9bea-cc045bb211f6', 'name': 'tempest-TestShelveInstance-29561502-router', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:13:32Z', 'updated_at': '2021-09-16T01:13:36Z', 'revision_number': 4, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'gw_port': {'id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:33Z', 'updated_at': '2021-09-16T01:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': 'd14cca43-94e8-42da-8abb-9f71e55663d2', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'port_id': '642b98ad-f60d-4b5f-af55-3504097b8e30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95', 'mac_address': 'fa:16:3e:f3:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:14:55Z', 'updated_at': '2021-09-16T01:14:55Z', 'revision_number': 0, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0842a28-18ee-43f5-a14d-a7556e4dba26', 'name': '', 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'mac_address': 'fa:16:3e:a2:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'c37ff5f3-8e2d-42fb-aa55-c8764a42e092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:36Z', 'updated_at': '2021-09-16T01:13:40Z', 'revision_number': 5, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'subnets': [{'id': 'c37ff5f3-8e2d-42fb-aa55-c8764a42e092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:14:58.483404 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df7360d-25f4-4130-a5c2-84ae446ce868 None None] The sync data for ids ['56e72848-5814-4666-9bea-cc045bb211f6'] in dv-cinder-809305-1-iscsi is: [{'id': '56e72848-5814-4666-9bea-cc045bb211f6', 'name': 'tempest-TestShelveInstance-29561502-router', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:13:32Z', 'updated_at': '2021-09-16T01:13:36Z', 'revision_number': 4, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'gw_port': {'id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:33Z', 'updated_at': '2021-09-16T01:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': 'd14cca43-94e8-42da-8abb-9f71e55663d2', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'port_id': '642b98ad-f60d-4b5f-af55-3504097b8e30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95', 'mac_address': 'fa:16:3e:f3:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:14:55Z', 'updated_at': '2021-09-16T01:14:55Z', 'revision_number': 0, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0842a28-18ee-43f5-a14d-a7556e4dba26', 'name': '', 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'mac_address': 'fa:16:3e:a2:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'c37ff5f3-8e2d-42fb-aa55-c8764a42e092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:36Z', 'updated_at': '2021-09-16T01:13:40Z', 'revision_number': 5, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'subnets': [{'id': 'c37ff5f3-8e2d-42fb-aa55-c8764a42e092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:14:58.714231 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b521a2e2-a5ef-4fa7-9341-896c569805dc req-281abbc1-5d47-40d0-83f2-ce886a763c2d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 210 time: 0.0407467 Sep 16 01:14:58.749206 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc25f2e-8390-4e40-83b2-e8649922e9df None None] New status for floating IP d14cca43-94e8-42da-8abb-9f71e55663d2: ACTIVE {{(pid=94553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 01:14:58.790227 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-503b4b21-1904-4788-99b0-c07c86970aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:58.799820 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9', 'tag': '642b98ad-f60d-4b5f-af55-3504097b8e30'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:14:58.804092 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689ac224-0c91-43e5-9e9f-ad57101a3f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9", "tag": "642b98ad-f60d-4b5f-af55-3504097b8e30"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:14:58.850654 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f83a62-ba3b-4a45-a6b8-a8c3c30af806 x-openstack-request-id: req-30f83a62-ba3b-4a45-a6b8-a8c3c30af806 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:14:58.850952 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9", "tag": "642b98ad-f60d-4b5f-af55-3504097b8e30", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:14:58.851255 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30f83a62-ba3b-4a45-a6b8-a8c3c30af806 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:14:58.851659 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9', 'tag': '642b98ad-f60d-4b5f-af55-3504097b8e30', 'status': 'completed', 'code': 200} Sep 16 01:14:58.858209 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b706c-df08-4c31-a30b-8ada87eb6ec3 req-771d4b04-fd2d-4804-adfa-3b2531f3cf83 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:58.860286 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d63b706c-df08-4c31-a30b-8ada87eb6ec3 req-771d4b04-fd2d-4804-adfa-3b2531f3cf83 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 944 time: 0.0589857 Sep 16 01:14:58.899134 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d63b706c-df08-4c31-a30b-8ada87eb6ec3 req-1f7b7318-f6cf-4078-b546-d07c0be3ae95 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314593 Sep 16 01:14:58.952566 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ac224-0c91-43e5-9e9f-ad57101a3f6d req-87e89caf-90eb-4082-a26c-4f15023a786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:58.954112 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-689ac224-0c91-43e5-9e9f-ad57101a3f6d req-87e89caf-90eb-4082-a26c-4f15023a786a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4a4425291ea4353acd96715b7b0df2c&device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 1098 time: 0.0412586 Sep 16 01:14:59.092403 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7ffbc-f5a7-4ff6-94d5-7661774161ef req-a8224c83-f100-4f90-b3cf-906fdb874682 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:59.093950 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8dd7ffbc-f5a7-4ff6-94d5-7661774161ef req-a8224c83-f100-4f90-b3cf-906fdb874682 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.1063275 Sep 16 01:14:59.099396 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ac224-0c91-43e5-9e9f-ad57101a3f6d req-4c8b8328-7cd4-4911-977f-dc154a43f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:59.100828 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-689ac224-0c91-43e5-9e9f-ad57101a3f6d req-4c8b8328-7cd4-4911-977f-dc154a43f725 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a47d34af-162d-487c-a53e-3c367600df95 HTTP/1.1" status: 200 len: 908 time: 0.1367698 Sep 16 01:14:59.179099 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8dd7ffbc-f5a7-4ff6-94d5-7661774161ef req-cfe17592-fee6-4d00-b72a-ebc7b30c6a92 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772154 Sep 16 01:14:59.194915 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-689ac224-0c91-43e5-9e9f-ad57101a3f6d req-666ec587-de98-4d19-959f-02d96683737c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642b98ad-f60d-4b5f-af55-3504097b8e30 HTTP/1.1" status: 200 len: 1001 time: 0.0824835 Sep 16 01:14:59.251772 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ac224-0c91-43e5-9e9f-ad57101a3f6d req-13f22676-471c-48e1-8dfb-1326676bd4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:59.253290 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-689ac224-0c91-43e5-9e9f-ad57101a3f6d req-13f22676-471c-48e1-8dfb-1326676bd4ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c37ff5f3-8e2d-42fb-aa55-c8764a42e092 HTTP/1.1" status: 200 len: 846 time: 0.0483761 Sep 16 01:14:59.303322 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ac224-0c91-43e5-9e9f-ad57101a3f6d req-0796007b-638d-4b96-bf78-737423468bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:59.304828 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-689ac224-0c91-43e5-9e9f-ad57101a3f6d req-0796007b-638d-4b96-bf78-737423468bf3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a47d34af-162d-487c-a53e-3c367600df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399616 Sep 16 01:14:59.413048 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-689ac224-0c91-43e5-9e9f-ad57101a3f6d req-33760d0f-c3c0-4747-878e-8f6a7ffe0d18 service neutron] 10.222.0.47 "GET /v2.0/networks/a47d34af-162d-487c-a53e-3c367600df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965886 Sep 16 01:14:59.421166 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281640e-9f6f-46be-a97d-48e18f256a70 req-dff8b17f-8c72-4758-a346-332c2f7517a1 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:14:59.422812 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4281640e-9f6f-46be-a97d-48e18f256a70 req-dff8b17f-8c72-4758-a346-332c2f7517a1 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 944 time: 0.0591962 Sep 16 01:14:59.477169 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4281640e-9f6f-46be-a97d-48e18f256a70 req-c62f8b3e-1d40-4c24-a7bc-01133edd6a83 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469635 Sep 16 01:14:59.751773 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-689ac224-0c91-43e5-9e9f-ad57101a3f6d req-fd243326-062e-4afe-9c68-f31a75a82d4d service neutron] 10.222.0.47 "GET /v2.0/networks/a47d34af-162d-487c-a53e-3c367600df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194742 Sep 16 01:14:59.806104 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b00f73c9-d319-47ab-b2f7-7ff16ab7eb1b req-a7b8deba-9509-4867-b24b-e6d88cceb84d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 210 time: 0.0263112 Sep 16 01:14:59.831628 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 24101933-817d-46a0-9608-cd6c9264d7b0 up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:14:59.880208 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port 24101933-817d-46a0-9608-cd6c9264d7b0 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:14:59.880552 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:59.959669 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:14:59.983428 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558e72b4-0968-47c0-8c90-c3cf8910554e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24101933-817d-46a0-9608-cd6c9264d7b0'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:14:59.985697 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5e9c00-6897-4f96-a636-27d528d4004e" -d '{"events": [{"server_uuid": "558e72b4-0968-47c0-8c90-c3cf8910554e", "name": "network-vif-plugged", "status": "completed", "tag": "24101933-817d-46a0-9608-cd6c9264d7b0"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:14:59.999393 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 24101933-817d-46a0-9608-cd6c9264d7b0, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=24101933-817d-46a0-9608-cd6c9264d7b0,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:15:00.019524 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fe189-5f93-4fdd-9865-87bb817e2a5c req-6adc1e01-8e56-48da-bbe0-1d395c3dc659 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:00.021073 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4d8fe189-5f93-4fdd-9865-87bb817e2a5c req-6adc1e01-8e56-48da-bbe0-1d395c3dc659 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 944 time: 0.0537329 Sep 16 01:15:00.025168 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d666046-fbc6-4606-91f8-8103ea7ad8c7 x-openstack-request-id: req-0d666046-fbc6-4606-91f8-8103ea7ad8c7 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:15:00.025461 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558e72b4-0968-47c0-8c90-c3cf8910554e", "name": "network-vif-plugged", "status": "completed", "tag": "24101933-817d-46a0-9608-cd6c9264d7b0", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:15:00.025713 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0d666046-fbc6-4606-91f8-8103ea7ad8c7 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:15:00.026104 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558e72b4-0968-47c0-8c90-c3cf8910554e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24101933-817d-46a0-9608-cd6c9264d7b0', 'code': 200} Sep 16 01:15:00.057806 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4d8fe189-5f93-4fdd-9865-87bb817e2a5c req-40e15740-c0c9-44bd-bf64-bf4abb5879af tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304992 Sep 16 01:15:00.135248 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:00.177499 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=24101933-817d-46a0-9608-cd6c9264d7b0,revision_number=7']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:00.294873 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f8167-ef3d-4ecf-9cf1-c0d95cf028ff req-7193f063-6df0-4e41-a3f0-91a963e2fd9a tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:00.296373 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-283f8167-ef3d-4ecf-9cf1-c0d95cf028ff req-7193f063-6df0-4e41-a3f0-91a963e2fd9a tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0477836 Sep 16 01:15:00.342044 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-283f8167-ef3d-4ecf-9cf1-c0d95cf028ff req-dbcd7c37-503f-4077-a5a7-87ebdb85839d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388587 Sep 16 01:15:00.601857 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e0bb7-d04f-426f-9dea-a7d87dcb032e req-f50492be-cb2a-4b34-a44d-df0d9d7af7c3 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:00.603391 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6f4e0bb7-d04f-426f-9dea-a7d87dcb032e req-f50492be-cb2a-4b34-a44d-df0d9d7af7c3 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0481505 Sep 16 01:15:00.640330 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6f4e0bb7-d04f-426f-9dea-a7d87dcb032e req-185e61c9-e9f1-47e5-b72b-c3106e07d75a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309210 Sep 16 01:15:00.897861 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c97c754f-2a5f-4bd4-9b63-e1f5a8fa1b0e req-93dc3770-39d0-42b5-b394-9762c659bdef tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 210 time: 0.0249407 Sep 16 01:15:01.188573 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa322a8-ebc9-4fb3-8d4a-b5167c84014f req-0cb6f441-8a06-4c68-bf62-35f4c67ba00c tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:01.190845 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-baa322a8-ebc9-4fb3-8d4a-b5167c84014f req-0cb6f441-8a06-4c68-bf62-35f4c67ba00c tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 944 time: 0.0672538 Sep 16 01:15:01.272667 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-baa322a8-ebc9-4fb3-8d4a-b5167c84014f req-7e7b6a1c-eca7-46f0-9bfd-974122dc1b1f tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714021 Sep 16 01:15:01.332362 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-2901417d-60f2-4ac3-b9b9-61e5e4bf832f tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:01.334173 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-2901417d-60f2-4ac3-b9b9-61e5e4bf832f tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.47 "GET /v2.0/networks?id=7e60f6a7-230c-465a-8807-d5e1e1529468 HTTP/1.1" status: 200 len: 814 time: 0.1562412 Sep 16 01:15:01.357261 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-02e93109-f30a-4e81-a854-778540ca143d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Request body: {'port': {'device_id': '6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c', 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468', 'admin_state_up': True, 'tenant_id': 'aa0682bc21654211a16e25c979b02bb3'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:15:01.531497 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d94a09d4-43a2-4e65-9c90-a813a17fc3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:01.542609 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f930769-5df9-4ee4-abf0-73ac7ebe8804 req-79ab7d53-bcd0-43d3-9f0a-8e0c80a29d33 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:01.553189 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1f930769-5df9-4ee4-abf0-73ac7ebe8804 req-79ab7d53-bcd0-43d3-9f0a-8e0c80a29d33 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.1172726 Sep 16 01:15:01.608368 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1f930769-5df9-4ee4-abf0-73ac7ebe8804 req-65b497dc-73e1-4efe-85f2-18fe3b5f24f1 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541184 Sep 16 01:15:01.626123 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-02e93109-f30a-4e81-a854-778540ca143d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Made reservation on behalf of aa0682bc21654211a16e25c979b02bb3 for: {'port': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:15:01.630036 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-02e93109-f30a-4e81-a854-778540ca143d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:01.812472 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 8074233e-dabd-4871-8d95-4e4c6e19f035 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:15:01.813813 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518da40-b5fc-4664-b54a-0c01babaccff req-4ad7cf1f-b4c9-45d6-a54d-2221f1351ce8 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:01.822648 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a518da40-b5fc-4664-b54a-0c01babaccff req-4ad7cf1f-b4c9-45d6-a54d-2221f1351ce8 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0940719 Sep 16 01:15:01.848048 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-02e93109-f30a-4e81-a854-778540ca143d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Allocated IP 172.20.0.10 (7e60f6a7-230c-465a-8807-d5e1e1529468/2e9856ef-070b-47ee-aa2f-818462902284/d7771c8c-9369-4d03-a209-d4f0e3ab55ba) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:15:01.870564 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a518da40-b5fc-4664-b54a-0c01babaccff req-6ec61d45-392e-4fe2-8062-9396eacb3614 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433691 Sep 16 01:15:01.904141 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:01.976662 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 8074233e-dabd-4871-8d95-4e4c6e19f035, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=8074233e-dabd-4871-8d95-4e4c6e19f035,segment=NetworkSegment(60f0245f-fe74-49dd-9234-b3316d154c52),segment_id=60f0245f-fe74-49dd-9234-b3316d154c52)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:15:01.998703 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': '8074233e-dabd-4871-8d95-4e4c6e19f035', 'network_id': '8052acd4-a59e-4732-ae36-76cad98fa272', 'port_id': '8074233e-dabd-4871-8d95-4e4c6e19f035', 'mac_address': 'fa:16:3e:7d:fd:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33da293-adab-4303-892b-a89e87eea2b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:15:02.056001 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:02.062846 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c6321cdc-c356-4fa6-84f1-3e9d50f72d75 req-0316707a-ab1f-41fb-9972-1a4945cc60ea tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 210 time: 0.0427775 Sep 16 01:15:02.086071 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8074233e-dabd-4871-8d95-4e4c6e19f035 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:15:02.111222 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 8074233e-dabd-4871-8d95-4e4c6e19f035, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=8074233e-dabd-4871-8d95-4e4c6e19f035,segment=NetworkSegment(60f0245f-fe74-49dd-9234-b3316d154c52),segment_id=60f0245f-fe74-49dd-9234-b3316d154c52)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:15:02.117666 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-02e93109-f30a-4e81-a854-778540ca143d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:02.242952 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:02.417157 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060ae20-debd-480e-9d8c-4dcabefe93d7 req-81972191-e058-460f-ab02-3b5ec750b645 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:02.425700 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-2060ae20-debd-480e-9d8c-4dcabefe93d7 req-81972191-e058-460f-ab02-3b5ec750b645 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 945 time: 0.0686636 Sep 16 01:15:02.490420 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-2060ae20-debd-480e-9d8c-4dcabefe93d7 req-9d47b857-858b-4eb8-a886-fddd84b85ba9 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568416 Sep 16 01:15:02.494091 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=8074233e-dabd-4871-8d95-4e4c6e19f035,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:02.634543 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-02e93109-f30a-4e81-a854-778540ca143d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:02.680847 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['934b424d-b9f2-4d87-a9a6-1fc6f4cae803', 'f72076a5-d69e-4ada-b728-0dd7961a0268', 'bfb99c02-466f-4697-b57e-e5b10f74114d'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:15:02.711421 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-02e93109-f30a-4e81-a854-778540ca143d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Network 7e60f6a7-230c-465a-8807-d5e1e1529468 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:15:02.728856 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-02e93109-f30a-4e81-a854-778540ca143d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:15:02.735107 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-02e93109-f30a-4e81-a854-778540ca143d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:15:02.747741 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e93109-f30a-4e81-a854-778540ca143d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Pushing event updated for resources: {'Port': ['ID=d7771c8c-9369-4d03-a209-d4f0e3ab55ba,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:02.753089 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['8074233e-dabd-4871-8d95-4e4c6e19f035'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:15:02.867247 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a9610-f413-484c-b53f-1f2c04f383f3 req-ea4f64b2-81f4-41cf-aeba-abb5960a3d39 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:02.868852 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-688a9610-f413-484c-b53f-1f2c04f383f3 req-ea4f64b2-81f4-41cf-aeba-abb5960a3d39 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.1519923 Sep 16 01:15:02.879104 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-02e93109-f30a-4e81-a854-778540ca143d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:02.879782 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-02e93109-f30a-4e81-a854-778540ca143d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:02.891200 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:02.965997 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-688a9610-f413-484c-b53f-1f2c04f383f3 req-999b44b5-2f07-43a8-9330-44e045f7014b tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738058 Sep 16 01:15:03.036311 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-02e93109-f30a-4e81-a854-778540ca143d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6830223 Sep 16 01:15:03.060595 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-1f43d656-123d-4ea6-ae3b-20c75a5d6f98 service neutron] Request body: {'port': {'device_id': '6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:15:03.065167 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422996c-054f-4ec7-967f-9239151d792a req-0f7675ee-9655-4935-bd09-9eb9b9d30524 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:03.067966 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-0422996c-054f-4ec7-967f-9239151d792a req-0f7675ee-9655-4935-bd09-9eb9b9d30524 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0786686 Sep 16 01:15:03.158987 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-0422996c-054f-4ec7-967f-9239151d792a req-ff3d7733-22b5-48ee-845c-62221c18c2d9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843663 Sep 16 01:15:03.218836 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-1f43d656-123d-4ea6-ae3b-20c75a5d6f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:03.328075 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558b1a6-6b61-4d07-aa5e-567daf73302b req-bd4f8433-5cb6-4afd-b844-37810fd88c37 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:03.329855 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8558b1a6-6b61-4d07-aa5e-567daf73302b req-bd4f8433-5cb6-4afd-b844-37810fd88c37 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 932 time: 0.1252537 Sep 16 01:15:03.443384 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8558b1a6-6b61-4d07-aa5e-567daf73302b req-a283ae03-77d1-425d-8da2-c3c5ad34624e tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621622 Sep 16 01:15:03.636723 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-1f43d656-123d-4ea6-ae3b-20c75a5d6f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7771c8c-9369-4d03-a209-d4f0e3ab55ba {{(pid=94551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:15:03.645535 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-1f43d656-123d-4ea6-ae3b-20c75a5d6f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:03.659759 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68abebf-8257-4157-a5ab-eb70cae6cb38 req-f3d27a85-e9aa-4a3c-8df3-ae59083fbdb4 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:03.662892 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-1f43d656-123d-4ea6-ae3b-20c75a5d6f98 service neutron] Transition to ACTIVE for port object d7771c8c-9369-4d03-a209-d4f0e3ab55ba will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 01:15:03.665393 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e68abebf-8257-4157-a5ab-eb70cae6cb38 req-f3d27a85-e9aa-4a3c-8df3-ae59083fbdb4 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 945 time: 0.0796969 Sep 16 01:15:03.707728 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e68abebf-8257-4157-a5ab-eb70cae6cb38 req-eb85523f-cd18-4f1a-a7b0-9fa65ec7212e tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403130 Sep 16 01:15:03.751178 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-1f43d656-123d-4ea6-ae3b-20c75a5d6f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:03.869925 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43d656-123d-4ea6-ae3b-20c75a5d6f98 service neutron] Pushing event updated for resources: {'Port': ['ID=d7771c8c-9369-4d03-a209-d4f0e3ab55ba,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:03.905620 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-1f43d656-123d-4ea6-ae3b-20c75a5d6f98 service neutron] Attempting to bind port d7771c8c-9369-4d03-a209-d4f0e3ab55ba on host hv-cinder-80930 for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:15:03.906150 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-1f43d656-123d-4ea6-ae3b-20c75a5d6f98 service neutron] Attempting to bind port d7771c8c-9369-4d03-a209-d4f0e3ab55ba by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'b7bc3130-609d-48b4-925c-6975ea20436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:15:03.906604 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-1f43d656-123d-4ea6-ae3b-20c75a5d6f98 service neutron] Attempting to bind port d7771c8c-9369-4d03-a209-d4f0e3ab55ba on network 7e60f6a7-230c-465a-8807-d5e1e1529468 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:15:03.911603 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-1f43d656-123d-4ea6-ae3b-20c75a5d6f98 service neutron] Port d7771c8c-9369-4d03-a209-d4f0e3ab55ba on network 7e60f6a7-230c-465a-8807-d5e1e1529468 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 01:15:03.912049 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-1f43d656-123d-4ea6-ae3b-20c75a5d6f98 service neutron] Attempting to bind port d7771c8c-9369-4d03-a209-d4f0e3ab55ba on network 7e60f6a7-230c-465a-8807-d5e1e1529468 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:15:03.917662 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-1f43d656-123d-4ea6-ae3b-20c75a5d6f98 service neutron] Checking agent: {'id': 'b1327c00-0c42-4ebe-9e46-dfdb42688b79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'started_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:15:03.918193 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-1f43d656-123d-4ea6-ae3b-20c75a5d6f98 service neutron] Checking segment: {'id': 'b7bc3130-609d-48b4-925c-6975ea20436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:15:03.918682 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-1f43d656-123d-4ea6-ae3b-20c75a5d6f98 service neutron] Bound using segment: {'id': 'b7bc3130-609d-48b4-925c-6975ea20436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:15:03.919276 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-1f43d656-123d-4ea6-ae3b-20c75a5d6f98 service neutron] Bound port: d7771c8c-9369-4d03-a209-d4f0e3ab55ba, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7bc3130-609d-48b4-925c-6975ea20436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:15:03.919750 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-1f43d656-123d-4ea6-ae3b-20c75a5d6f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:03.991356 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-1f43d656-123d-4ea6-ae3b-20c75a5d6f98 service neutron] For port d7771c8c-9369-4d03-a209-d4f0e3ab55ba, host hv-cinder-80930, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:15:03.995003 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-1f43d656-123d-4ea6-ae3b-20c75a5d6f98 service neutron] For port d7771c8c-9369-4d03-a209-d4f0e3ab55ba, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=d7771c8c-9369-4d03-a209-d4f0e3ab55ba,segment=NetworkSegment(b7bc3130-609d-48b4-925c-6975ea20436c),segment_id=b7bc3130-609d-48b4-925c-6975ea20436c)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:15:04.075296 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49347bc-509b-4a2f-a198-a7e991ae3179 req-21d86bdc-7b88-42da-868a-daeb07458ca5 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:04.083176 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b49347bc-509b-4a2f-a198-a7e991ae3179 req-21d86bdc-7b88-42da-868a-daeb07458ca5 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0647445 Sep 16 01:15:04.147229 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b49347bc-509b-4a2f-a198-a7e991ae3179 req-d85da641-9ddc-4518-a0f9-5872028f2b34 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631640 Sep 16 01:15:04.179850 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-1f43d656-123d-4ea6-ae3b-20c75a5d6f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:04.230453 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-1f43d656-123d-4ea6-ae3b-20c75a5d6f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:04.232340 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-1f43d656-123d-4ea6-ae3b-20c75a5d6f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:04.233137 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-1f43d656-123d-4ea6-ae3b-20c75a5d6f98 service neutron] 10.222.0.47 "PUT /v2.0/ports/d7771c8c-9369-4d03-a209-d4f0e3ab55ba HTTP/1.1" status: 200 len: 1094 time: 1.1784785 Sep 16 01:15:04.233841 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c', 'tag': 'd7771c8c-9369-4d03-a209-d4f0e3ab55ba'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:15:04.236836 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98a27a8-641f-46b9-b7b0-b8d2e712d94e" -d '{"events": [{"name": "network-changed", "server_uuid": "6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c", "tag": "d7771c8c-9369-4d03-a209-d4f0e3ab55ba"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:15:04.305275 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e34449-f5ac-4f61-b6ed-f5308f563d49 x-openstack-request-id: req-61e34449-f5ac-4f61-b6ed-f5308f563d49 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:15:04.307050 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c", "tag": "d7771c8c-9369-4d03-a209-d4f0e3ab55ba", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:15:04.307050 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-61e34449-f5ac-4f61-b6ed-f5308f563d49 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:15:04.307050 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c', 'tag': 'd7771c8c-9369-4d03-a209-d4f0e3ab55ba', 'status': 'completed', 'code': 200} Sep 16 01:15:04.311602 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43d656-123d-4ea6-ae3b-20c75a5d6f98 service neutron] Pushing event updated for resources: {'Port': ['ID=d7771c8c-9369-4d03-a209-d4f0e3ab55ba,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:04.324175 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798a3c6-34cf-411d-9a33-edf1c791463b req-194196aa-9a71-4070-83a8-2ec60e18339f tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:04.329370 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a798a3c6-34cf-411d-9a33-edf1c791463b req-194196aa-9a71-4070-83a8-2ec60e18339f tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0664408 Sep 16 01:15:04.384285 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a798a3c6-34cf-411d-9a33-edf1c791463b req-cc1caff3-72b7-4844-86ad-fac20a05c603 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519814 Sep 16 01:15:04.422434 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:04.437991 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a27a8-641f-46b9-b7b0-b8d2e712d94e req-ad27e4e9-7a66-439e-8b9d-eb29afb34d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:04.440248 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b98a27a8-641f-46b9-b7b0-b8d2e712d94e req-ad27e4e9-7a66-439e-8b9d-eb29afb34d78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa0682bc21654211a16e25c979b02bb3&device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 1097 time: 0.0638638 Sep 16 01:15:04.603832 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a27a8-641f-46b9-b7b0-b8d2e712d94e req-b5e76b12-487d-4d03-9f66-400d04357bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:04.605329 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b98a27a8-641f-46b9-b7b0-b8d2e712d94e req-b5e76b12-487d-4d03-9f66-400d04357bef service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=aa0682bc21654211a16e25c979b02bb3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1299996 Sep 16 01:15:04.617622 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fa579-3e57-4b5b-964a-75d28782b346 req-5e1a211d-0bee-4177-aafd-f0fd02fc57cd tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:04.634456 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-bb7fa579-3e57-4b5b-964a-75d28782b346 req-5e1a211d-0bee-4177-aafd-f0fd02fc57cd tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 944 time: 0.0733767 Sep 16 01:15:04.713372 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-bb7fa579-3e57-4b5b-964a-75d28782b346 req-238079ea-06bf-4ee9-b1e2-35adabf29707 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844483 Sep 16 01:15:04.735999 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a27a8-641f-46b9-b7b0-b8d2e712d94e req-d2c1174c-70fe-423c-8d8d-2837b358c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:04.737464 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b98a27a8-641f-46b9-b7b0-b8d2e712d94e req-d2c1174c-70fe-423c-8d8d-2837b358c302 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1175828 Sep 16 01:15:04.839334 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd68679-78cd-471e-bfab-2c9ec4edec57 req-8ad60eb2-9ec4-443b-8ebd-355c06fde67b tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:04.841207 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5dd68679-78cd-471e-bfab-2c9ec4edec57 req-8ad60eb2-9ec4-443b-8ebd-355c06fde67b tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 945 time: 0.0624857 Sep 16 01:15:04.852955 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-41fe3033-67f5-456c-9db8-ab778af21f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:04.854724 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-41fe3033-67f5-456c-9db8-ab778af21f2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa0682bc21654211a16e25c979b02bb3&device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 1097 time: 0.0431485 Sep 16 01:15:04.887646 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5dd68679-78cd-471e-bfab-2c9ec4edec57 req-c91587e0-3c83-4042-90a1-c414c972317c tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401101 Sep 16 01:15:04.914311 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-c32b144a-8001-4ed5-8786-7e78362725b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7771c8c-9369-4d03-a209-d4f0e3ab55ba HTTP/1.1" status: 200 len: 217 time: 0.0378458 Sep 16 01:15:04.969150 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-ef149093-b9b3-43ce-a34e-c4d2137c7f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:04.970636 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-ef149093-b9b3-43ce-a34e-c4d2137c7f49 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e9856ef-070b-47ee-aa2f-818462902284 HTTP/1.1" status: 200 len: 854 time: 0.0482826 Sep 16 01:15:05.001503 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-96abf6af-1edc-4d53-888d-b9863719a197 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e60f6a7-230c-465a-8807-d5e1e1529468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235317 Sep 16 01:15:05.098785 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-2c7b5d1b-4cbb-4526-8a0e-5cf87703da96 service neutron] 10.222.0.47 "GET /v2.0/networks/7e60f6a7-230c-465a-8807-d5e1e1529468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843093 Sep 16 01:15:05.210933 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f3d57151-c54d-409e-8584-ddd00a3245d6 req-4edddd9c-35c5-457e-85e3-910dc80e7dcc service neutron] 10.222.0.47 "GET /v2.0/networks/7e60f6a7-230c-465a-8807-d5e1e1529468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024861 Sep 16 01:15:05.316654 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fa952-7261-46ff-b913-e3bf032fdd3e req-3156bd2c-bb72-4085-b629-b7f08686ded8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:05.318399 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-733fa952-7261-46ff-b913-e3bf032fdd3e req-3156bd2c-bb72-4085-b629-b7f08686ded8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0633266 Sep 16 01:15:05.378993 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-733fa952-7261-46ff-b913-e3bf032fdd3e req-59375358-60e3-46df-a033-97b9939c10e8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490589 Sep 16 01:15:05.538141 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923b727-d752-4813-9564-c20186319ed3 req-36b30215-c437-4533-9ecb-7309a3301976 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:05.539929 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c923b727-d752-4813-9564-c20186319ed3 req-36b30215-c437-4533-9ecb-7309a3301976 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0789974 Sep 16 01:15:05.588531 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c923b727-d752-4813-9564-c20186319ed3 req-91ba3aa5-e94c-4214-8e4e-b05fff2095e9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380907 Sep 16 01:15:05.830461 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 8074233e-dabd-4871-8d95-4e4c6e19f035 up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:15:05.835736 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677ffbb-3576-47af-a579-916961d13e17 req-d5b3fec4-80c6-453c-9931-d70d3d14f7a2 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:05.837414 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a677ffbb-3576-47af-a579-916961d13e17 req-d5b3fec4-80c6-453c-9931-d70d3d14f7a2 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 944 time: 0.0524423 Sep 16 01:15:05.915737 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a677ffbb-3576-47af-a579-916961d13e17 req-e51fc0a4-e989-4e35-bdae-d88957f5fdc4 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639522 Sep 16 01:15:06.017416 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning for port 8074233e-dabd-4871-8d95-4e4c6e19f035 completed by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 01:15:06.023113 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port 8074233e-dabd-4871-8d95-4e4c6e19f035 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:15:06.026097 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:06.030078 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08af75-69d3-4569-adca-d8a524d161fb req-d6015b1e-6209-45bd-8519-2dde12c664c9 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:06.038772 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ba08af75-69d3-4569-adca-d8a524d161fb req-d6015b1e-6209-45bd-8519-2dde12c664c9 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 945 time: 0.0635190 Sep 16 01:15:06.081782 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ba08af75-69d3-4569-adca-d8a524d161fb req-2ccd71e9-ba5e-436a-b137-464641a98e73 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417845 Sep 16 01:15:06.136398 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:06.164932 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2264db21-1e2c-4d00-8460-6a3c1a60f4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8074233e-dabd-4871-8d95-4e4c6e19f035'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:15:06.167548 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85639e5b-4ab0-4403-b246-98d1bbcba778" -d '{"events": [{"server_uuid": "2264db21-1e2c-4d00-8460-6a3c1a60f4dd", "name": "network-vif-plugged", "status": "completed", "tag": "8074233e-dabd-4871-8d95-4e4c6e19f035"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:15:06.186130 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 8074233e-dabd-4871-8d95-4e4c6e19f035, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=8074233e-dabd-4871-8d95-4e4c6e19f035,segment=NetworkSegment(60f0245f-fe74-49dd-9234-b3316d154c52),segment_id=60f0245f-fe74-49dd-9234-b3316d154c52)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:15:06.218318 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183de719-0ac1-4082-b5cf-993b6adb90cd x-openstack-request-id: req-183de719-0ac1-4082-b5cf-993b6adb90cd {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:15:06.218739 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2264db21-1e2c-4d00-8460-6a3c1a60f4dd", "name": "network-vif-plugged", "status": "completed", "tag": "8074233e-dabd-4871-8d95-4e4c6e19f035", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:15:06.219125 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-183de719-0ac1-4082-b5cf-993b6adb90cd {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:15:06.219754 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2264db21-1e2c-4d00-8460-6a3c1a60f4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8074233e-dabd-4871-8d95-4e4c6e19f035', 'code': 200} Sep 16 01:15:06.262687 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:06.312692 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=8074233e-dabd-4871-8d95-4e4c6e19f035,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:06.520468 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a899987-1b0f-4633-8337-401c36056301 req-58e2e65c-1024-427a-9223-188d7954869e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:06.521970 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-3a899987-1b0f-4633-8337-401c36056301 req-58e2e65c-1024-427a-9223-188d7954869e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0632863 Sep 16 01:15:06.603310 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-3a899987-1b0f-4633-8337-401c36056301 req-cdbbb0a1-1768-4d20-b5a1-cbc4e9698272 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702827 Sep 16 01:15:06.753672 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ec0ce-3cd3-46a4-92c4-1d34902a73c6 req-585b8d65-fe60-41c2-9065-fac7cfdd9d78 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:06.757686 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-879ec0ce-3cd3-46a4-92c4-1d34902a73c6 req-585b8d65-fe60-41c2-9065-fac7cfdd9d78 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0659304 Sep 16 01:15:06.778150 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d0db6-f7a0-4cd4-9ed3-6fd68a765c22 req-89b4d89c-d744-4e2e-9402-8f2abeccacbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:06.780012 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d55d0db6-f7a0-4cd4-9ed3-6fd68a765c22 req-89b4d89c-d744-4e2e-9402-8f2abeccacbd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 1099 time: 0.1460602 Sep 16 01:15:06.790669 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b61a90-a995-4fa6-bff1-298e294b08a0 req-ba3ffdf4-2fd5-4814-a517-7eae2591ca74 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:06.792453 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-46b61a90-a995-4fa6-bff1-298e294b08a0 req-ba3ffdf4-2fd5-4814-a517-7eae2591ca74 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0996532 Sep 16 01:15:06.815458 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-879ec0ce-3cd3-46a4-92c4-1d34902a73c6 req-eab32a3c-d007-49bb-9fcc-654cf40321a9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510440 Sep 16 01:15:06.912606 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-46b61a90-a995-4fa6-bff1-298e294b08a0 req-b74eec9a-40e1-41ce-9034-684bae987eeb tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125522 Sep 16 01:15:06.914728 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d55d0db6-f7a0-4cd4-9ed3-6fd68a765c22 req-e84d395d-d285-4933-829c-5c5f8c61e15c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089115 Sep 16 01:15:06.916735 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11471b83-0362-408e-a162-3ef952c795ac req-fb0d80ec-2f5b-4616-b3c8-5b912c81fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:06.918276 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-11471b83-0362-408e-a162-3ef952c795ac req-fb0d80ec-2f5b-4616-b3c8-5b912c81fea6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=accb97bf2c33416984d15cc196da922a&device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 1099 time: 0.1113999 Sep 16 01:15:07.047368 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22caddb8-d30d-47d8-b7e3-a37ea1b669f6 req-6c96632b-8d1e-441b-85ba-f705e934ae2b tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:07.049390 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-22caddb8-d30d-47d8-b7e3-a37ea1b669f6 req-6c96632b-8d1e-441b-85ba-f705e934ae2b tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 944 time: 0.0501466 Sep 16 01:15:07.091077 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-22caddb8-d30d-47d8-b7e3-a37ea1b669f6 req-eb8d7267-a860-48a8-ad2b-2710dbabb6bf tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353124 Sep 16 01:15:07.215514 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e89b3-627a-4452-808e-b47a89e6d983 req-af8fbac6-56d6-4136-883b-d533f288b35a tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:07.217272 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d18e89b3-627a-4452-808e-b47a89e6d983 req-af8fbac6-56d6-4136-883b-d533f288b35a tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 946 time: 0.0503159 Sep 16 01:15:07.277207 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d18e89b3-627a-4452-808e-b47a89e6d983 req-56c21c35-9d4b-4678-988f-d3c3f5d2d66e tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531116 Sep 16 01:15:07.420386 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11471b83-0362-408e-a162-3ef952c795ac req-e38d5f36-e333-4da3-906d-cb28223d675b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:07.422235 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-11471b83-0362-408e-a162-3ef952c795ac req-e38d5f36-e333-4da3-906d-cb28223d675b service neutron] 10.222.0.47 "GET /v2.0/networks?id=71f35b47-080e-48ba-b98e-598a64e807a6 HTTP/1.1" status: 200 len: 919 time: 0.1182554 Sep 16 01:15:07.453477 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 35460) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:15:07.477365 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-11471b83-0362-408e-a162-3ef952c795ac req-28ae5220-4503-4c2e-ae60-3963581f9c35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b908e51c-0bf3-414a-96b7-e780b0b73d1c HTTP/1.1" status: 200 len: 217 time: 0.0368750 Sep 16 01:15:07.541107 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11471b83-0362-408e-a162-3ef952c795ac req-618d7ace-4889-4e17-a355-db0544da2af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:07.542676 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-11471b83-0362-408e-a162-3ef952c795ac req-618d7ace-4889-4e17-a355-db0544da2af7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fd27a1b-c4db-4383-9f27-5a0ae01e407a HTTP/1.1" status: 200 len: 858 time: 0.0533171 Sep 16 01:15:07.580825 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-11471b83-0362-408e-a162-3ef952c795ac req-206d4600-e787-4db5-b8ee-51eccfa4cc96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71f35b47-080e-48ba-b98e-598a64e807a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273740 Sep 16 01:15:07.662734 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c9175813-2ed9-431b-beac-9f526d0b7a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:07.701538 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-11471b83-0362-408e-a162-3ef952c795ac req-7274d10d-c09a-44ce-85b6-effb9586fe33 service neutron] 10.222.0.47 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103036 Sep 16 01:15:07.762226 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275783f-a8b9-482a-af47-90512e2602cf req-056616dc-9c81-4e41-b52e-fb186a23f6fb tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:07.763793 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a275783f-a8b9-482a-af47-90512e2602cf req-056616dc-9c81-4e41-b52e-fb186a23f6fb tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0715351 Sep 16 01:15:07.823424 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device d7771c8c-9369-4d03-a209-d4f0e3ab55ba details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:15:07.832879 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a275783f-a8b9-482a-af47-90512e2602cf req-51ba6c24-ef57-4314-9cd1-ca870d1f4e4e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593271 Sep 16 01:15:07.854738 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-11471b83-0362-408e-a162-3ef952c795ac req-53c76b8f-4a47-4a2a-94ee-9d261d57b72d service neutron] 10.222.0.47 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376517 Sep 16 01:15:07.858498 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c9175813-2ed9-431b-beac-9f526d0b7a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:07.968029 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port d7771c8c-9369-4d03-a209-d4f0e3ab55ba, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=d7771c8c-9369-4d03-a209-d4f0e3ab55ba,segment=NetworkSegment(b7bc3130-609d-48b4-925c-6975ea20436c),segment_id=b7bc3130-609d-48b4-925c-6975ea20436c)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:15:07.980215 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': 'd7771c8c-9369-4d03-a209-d4f0e3ab55ba', 'network_id': '7e60f6a7-230c-465a-8807-d5e1e1529468', 'port_id': 'd7771c8c-9369-4d03-a209-d4f0e3ab55ba', 'mac_address': 'fa:16:3e:98:2d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e9856ef-070b-47ee-aa2f-818462902284', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:15:08.015799 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1e365-d903-4e5e-9ba1-490bffd96ba6 req-98a41db4-c8bd-46bc-9b60-8a8e64b9ff9d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:08.017697 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e5f1e365-d903-4e5e-9ba1-490bffd96ba6 req-98a41db4-c8bd-46bc-9b60-8a8e64b9ff9d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.1139357 Sep 16 01:15:08.037550 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:08.052661 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7771c8c-9369-4d03-a209-d4f0e3ab55ba {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:15:08.055656 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c9175813-2ed9-431b-beac-9f526d0b7a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:08.069615 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf05986-fcdb-46eb-a784-096dc7b15e74 req-241a124d-2cfb-4577-b58a-88a9d796100d tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:08.075243 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e5f1e365-d903-4e5e-9ba1-490bffd96ba6 req-ab4f66f3-e8c1-4850-8bbe-d78328a7e7d4 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496802 Sep 16 01:15:08.077308 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port d7771c8c-9369-4d03-a209-d4f0e3ab55ba, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=d7771c8c-9369-4d03-a209-d4f0e3ab55ba,segment=NetworkSegment(b7bc3130-609d-48b4-925c-6975ea20436c),segment_id=b7bc3130-609d-48b4-925c-6975ea20436c)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:15:08.081517 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ebf05986-fcdb-46eb-a784-096dc7b15e74 req-241a124d-2cfb-4577-b58a-88a9d796100d tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0875800 Sep 16 01:15:08.159967 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-c9175813-2ed9-431b-beac-9f526d0b7a50 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5009c536c3564ca9919324c0bbee344b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7022414 Sep 16 01:15:08.159967 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9175813-2ed9-431b-beac-9f526d0b7a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70493e3d-1b87-408e-a2c8-01b18931c97f,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:08.161052 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 35476) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:15:08.171500 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:08.212640 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ebf05986-fcdb-46eb-a784-096dc7b15e74 req-895631d1-f2ad-48c8-92bd-c18ba7715cd8 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159618 Sep 16 01:15:08.250378 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=d7771c8c-9369-4d03-a209-d4f0e3ab55ba,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:08.261954 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d964e2-66fc-4841-9954-3c179567b3d3 req-666a5d8a-5291-42a9-87b4-7306ef1c19f7 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:08.264244 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-05d964e2-66fc-4841-9954-3c179567b3d3 req-666a5d8a-5291-42a9-87b4-7306ef1c19f7 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 945 time: 0.0989108 Sep 16 01:15:08.274544 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-aef9d18e-ca31-4d24-a4d6-2b3e6e265e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:08.333418 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-aef9d18e-ca31-4d24-a4d6-2b3e6e265e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:08.345787 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-05d964e2-66fc-4841-9954-3c179567b3d3 req-19538add-0949-41cf-8706-8d731822d587 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656013 Sep 16 01:15:08.451044 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf04ae-e55c-4e87-bad8-3ec78644c665 req-f4b2db7a-c282-4e42-941f-c3fd30ad579a tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:08.452525 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-dcaf04ae-e55c-4e87-bad8-3ec78644c665 req-f4b2db7a-c282-4e42-941f-c3fd30ad579a tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 946 time: 0.0508096 Sep 16 01:15:08.489891 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-dcaf04ae-e55c-4e87-bad8-3ec78644c665 req-d7032983-971d-4f62-b8ab-2cdcc0ce0220 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314403 Sep 16 01:15:08.780995 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['d7771c8c-9369-4d03-a209-d4f0e3ab55ba'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:15:08.954852 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8fcf3-b6e0-4c8f-8a32-d1c6dba2b898 req-492ccec4-1374-4070-9699-415c5fc10780 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:08.956301 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b1d8fcf3-b6e0-4c8f-8a32-d1c6dba2b898 req-492ccec4-1374-4070-9699-415c5fc10780 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0496459 Sep 16 01:15:08.965986 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-aef9d18e-ca31-4d24-a4d6-2b3e6e265e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:08.972794 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-aef9d18e-ca31-4d24-a4d6-2b3e6e265e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:08.972794 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-aef9d18e-ca31-4d24-a4d6-2b3e6e265e6c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/70493e3d-1b87-408e-a2c8-01b18931c97f HTTP/1.1" status: 204 len: 168 time: 0.8074911 Sep 16 01:15:08.978240 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9d18e-ca31-4d24-a4d6-2b3e6e265e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70493e3d-1b87-408e-a2c8-01b18931c97f,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:08.997636 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b1d8fcf3-b6e0-4c8f-8a32-d1c6dba2b898 req-a78cdb0c-0f11-4dbb-8a76-91dfe7d45c9a tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353897 Sep 16 01:15:09.252482 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf34660-7758-439d-bb75-1b8b0f7cdcd8 req-f8d68757-3980-4b97-bda4-1c6c210f904f tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:09.257709 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7bf34660-7758-439d-bb75-1b8b0f7cdcd8 req-f8d68757-3980-4b97-bda4-1c6c210f904f tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0806782 Sep 16 01:15:09.319000 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7bf34660-7758-439d-bb75-1b8b0f7cdcd8 req-0d092e80-1972-43f5-9c7e-9b1df12548ea tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552073 Sep 16 01:15:09.388744 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e9844-2814-4017-ae74-4b36660437e8 req-9594b387-163f-4683-a46a-82e9edef1a6e tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:09.391876 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b65e9844-2814-4017-ae74-4b36660437e8 req-9594b387-163f-4683-a46a-82e9edef1a6e tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.1039038 Sep 16 01:15:09.481159 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b65e9844-2814-4017-ae74-4b36660437e8 req-caa6a19b-33f7-467f-bea8-a7b974a2109e tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751252 Sep 16 01:15:09.518457 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f97053-4482-403c-8efa-0d13aa04fb04 req-fc6bc0e4-a6c8-4458-acd2-a7bb681b338d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:09.519862 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a0f97053-4482-403c-8efa-0d13aa04fb04 req-fc6bc0e4-a6c8-4458-acd2-a7bb681b338d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 945 time: 0.0579090 Sep 16 01:15:09.579282 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a0f97053-4482-403c-8efa-0d13aa04fb04 req-673dca22-6820-48d6-8042-00903ea71a39 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513473 Sep 16 01:15:09.623400 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d47b1-36a2-44e7-b83f-3d34eba99117 req-0e889e1a-5a2c-4c7a-8bd5-66da98529609 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:09.625383 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f87d47b1-36a2-44e7-b83f-3d34eba99117 req-0e889e1a-5a2c-4c7a-8bd5-66da98529609 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 946 time: 0.0595608 Sep 16 01:15:09.667925 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f87d47b1-36a2-44e7-b83f-3d34eba99117 req-4bb1e129-b485-4c50-a2ef-5629104114d3 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355706 Sep 16 01:15:09.814650 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 35500) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:15:09.838093 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-48249cad-5bec-417d-b753-41834e727014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:09.938864 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-48249cad-5bec-417d-b753-41834e727014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:10.040296 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-48249cad-5bec-417d-b753-41834e727014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:10.081577 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-48249cad-5bec-417d-b753-41834e727014 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=58a8abd2c00e4a1a94c2c135f0059d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634139 Sep 16 01:15:10.081964 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 35504) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:15:10.100476 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48249cad-5bec-417d-b753-41834e727014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb767300-fd30-4e50-b9bc-266cf3ced4d6,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:10.179907 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74a39f-ff6e-4cb1-a711-40a4d626c4e8 req-04b5cbf7-3912-41ba-bcea-5209fae945a0 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:10.181581 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ca74a39f-ff6e-4cb1-a711-40a4d626c4e8 req-04b5cbf7-3912-41ba-bcea-5209fae945a0 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0823610 Sep 16 01:15:10.219961 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a57a4d01-5364-4e83-8e1a-b41cccef7ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:10.246117 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ca74a39f-ff6e-4cb1-a711-40a4d626c4e8 req-7274ef12-faa8-4803-8f53-b97877cc390c tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573521 Sep 16 01:15:10.260304 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a57a4d01-5364-4e83-8e1a-b41cccef7ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:10.393996 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a57a4d01-5364-4e83-8e1a-b41cccef7ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:10.398660 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a57a4d01-5364-4e83-8e1a-b41cccef7ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:10.402962 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-a57a4d01-5364-4e83-8e1a-b41cccef7ae8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb767300-fd30-4e50-b9bc-266cf3ced4d6 HTTP/1.1" status: 204 len: 168 time: 0.3177600 Sep 16 01:15:10.422882 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a4d01-5364-4e83-8e1a-b41cccef7ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb767300-fd30-4e50-b9bc-266cf3ced4d6,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:10.520046 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c313661-1b74-4bb5-813c-fc1714012533 req-68cd3890-6f8a-468d-9da4-ea400e2bb8e7 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:10.521701 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5c313661-1b74-4bb5-813c-fc1714012533 req-68cd3890-6f8a-468d-9da4-ea400e2bb8e7 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0824726 Sep 16 01:15:10.597639 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5c313661-1b74-4bb5-813c-fc1714012533 req-31e39962-d8b7-42ad-a21d-d733e09dd296 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634053 Sep 16 01:15:10.668840 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c7d3b-8843-4fe5-abca-266d4ecf6e2c req-4abfa2fd-0727-436c-89a3-a5d76317abc4 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:10.670997 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-470c7d3b-8843-4fe5-abca-266d4ecf6e2c req-4abfa2fd-0727-436c-89a3-a5d76317abc4 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0831387 Sep 16 01:15:10.723718 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-470c7d3b-8843-4fe5-abca-266d4ecf6e2c req-9ffcd4f4-b065-46dc-8053-d2e9e1ecc657 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461187 Sep 16 01:15:10.755922 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa12a4-a27e-4c0a-8946-0f070b3f7476 req-3b8b6273-0da8-487c-8dad-b640d4ff94e5 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:10.757917 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d0fa12a4-a27e-4c0a-8946-0f070b3f7476 req-3b8b6273-0da8-487c-8dad-b640d4ff94e5 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 945 time: 0.0630765 Sep 16 01:15:10.806022 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d0fa12a4-a27e-4c0a-8946-0f070b3f7476 req-ab1323ee-f018-4b96-a888-040cbbd32a25 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417845 Sep 16 01:15:11.226794 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 35526) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:15:11.240165 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-018fd12f-2cbc-4e06-8f75-9a3568cf53a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:11.363918 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-018fd12f-2cbc-4e06-8f75-9a3568cf53a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:11.384694 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400db77-e4d9-42f8-9295-d7dfca9eab25 req-fd71f643-f90d-4ca6-9532-7d0d2bdd2164 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:11.386596 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8400db77-e4d9-42f8-9295-d7dfca9eab25 req-fd71f643-f90d-4ca6-9532-7d0d2bdd2164 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0622962 Sep 16 01:15:11.431313 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8400db77-e4d9-42f8-9295-d7dfca9eab25 req-52eae740-2bb2-4d2a-b94b-5f7ef11c6626 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377481 Sep 16 01:15:11.474012 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-018fd12f-2cbc-4e06-8f75-9a3568cf53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:11.525489 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fd12f-2cbc-4e06-8f75-9a3568cf53a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0589a3c5-32b8-4bd6-9b17-aff635978abf,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:11.550803 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-018fd12f-2cbc-4e06-8f75-9a3568cf53a3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0150db7a65224827932ee70a8c34b2c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3232181 Sep 16 01:15:11.553590 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 35532) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:15:11.612953 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4332e4-4c05-4e71-b14b-63245b41618a req-6be64146-8d26-4feb-b0f3-cb0297dff09a tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:11.615144 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1d4332e4-4c05-4e71-b14b-63245b41618a req-6be64146-8d26-4feb-b0f3-cb0297dff09a tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 946 time: 0.0588615 Sep 16 01:15:11.623101 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-84cc788c-c8b9-4001-83fd-1a975aee9dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:11.652195 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-84cc788c-c8b9-4001-83fd-1a975aee9dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:11.675189 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1d4332e4-4c05-4e71-b14b-63245b41618a req-b7ca02f0-e077-478c-9089-ca1739bc873c tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461574 Sep 16 01:15:11.734352 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:15:11.773380 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53944ccb-ac5d-4875-9247-c4491ef79a4b req-91f82ccc-6a75-4b88-9884-fe55817975ca tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:11.775237 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-53944ccb-ac5d-4875-9247-c4491ef79a4b req-91f82ccc-6a75-4b88-9884-fe55817975ca tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0603671 Sep 16 01:15:11.795945 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-84cc788c-c8b9-4001-83fd-1a975aee9dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:11.799337 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-84cc788c-c8b9-4001-83fd-1a975aee9dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:11.802956 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-84cc788c-c8b9-4001-83fd-1a975aee9dce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0589a3c5-32b8-4bd6-9b17-aff635978abf HTTP/1.1" status: 204 len: 168 time: 0.2458906 Sep 16 01:15:11.835381 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc788c-c8b9-4001-83fd-1a975aee9dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0589a3c5-32b8-4bd6-9b17-aff635978abf,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:11.881908 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-53944ccb-ac5d-4875-9247-c4491ef79a4b req-5b32c2ee-222b-4204-b0db-f52164e0a30b tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863643 Sep 16 01:15:11.882911 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device d7771c8c-9369-4d03-a209-d4f0e3ab55ba up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:15:11.954379 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8d6f9-2829-44fd-9001-643a786c4c94 req-2996b454-a322-40c3-a727-5b0e0fd54b3a tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:11.964376 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3ba8d6f9-2829-44fd-9001-643a786c4c94 req-2996b454-a322-40c3-a727-5b0e0fd54b3a tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.1604986 Sep 16 01:15:12.034003 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3ba8d6f9-2829-44fd-9001-643a786c4c94 req-d800b4f7-003b-435c-83af-e6b0c9ebbfb8 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609004 Sep 16 01:15:12.076029 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0fcca-6a7a-4b39-a3c4-d9cb2a6a6f60 req-cdbff46a-9a5a-4151-95b2-8ef3fc365b7b tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:12.077875 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-dba0fcca-6a7a-4b39-a3c4-d9cb2a6a6f60 req-cdbff46a-9a5a-4151-95b2-8ef3fc365b7b tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 945 time: 0.0892310 Sep 16 01:15:12.126870 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-dba0fcca-6a7a-4b39-a3c4-d9cb2a6a6f60 req-c0172801-45db-477d-8d1f-23394f554506 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393615 Sep 16 01:15:12.552229 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259aae6-dfdb-4da5-a8df-69499b851994 req-e5e1166b-5793-4b83-91ad-24a1c276c51a tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:12.553771 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3259aae6-dfdb-4da5-a8df-69499b851994 req-e5e1166b-5793-4b83-91ad-24a1c276c51a tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0471189 Sep 16 01:15:12.604516 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3259aae6-dfdb-4da5-a8df-69499b851994 req-82a2fd41-ae61-40b0-a014-3c5549a52414 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413928 Sep 16 01:15:12.637675 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning for port d7771c8c-9369-4d03-a209-d4f0e3ab55ba completed by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 01:15:12.659428 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port d7771c8c-9369-4d03-a209-d4f0e3ab55ba triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:15:12.659428 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:12.721453 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:12.744036 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7771c8c-9369-4d03-a209-d4f0e3ab55ba'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:15:12.746423 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2139c3-f83c-4058-bf93-d6deb2291523" -d '{"events": [{"server_uuid": "6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c", "name": "network-vif-plugged", "status": "completed", "tag": "d7771c8c-9369-4d03-a209-d4f0e3ab55ba"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:15:12.763451 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port d7771c8c-9369-4d03-a209-d4f0e3ab55ba, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=d7771c8c-9369-4d03-a209-d4f0e3ab55ba,segment=NetworkSegment(b7bc3130-609d-48b4-925c-6975ea20436c),segment_id=b7bc3130-609d-48b4-925c-6975ea20436c)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:15:12.794958 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643b4899-4541-43b8-b99c-407cdbbefd65 x-openstack-request-id: req-643b4899-4541-43b8-b99c-407cdbbefd65 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:15:12.795252 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c", "name": "network-vif-plugged", "status": "completed", "tag": "d7771c8c-9369-4d03-a209-d4f0e3ab55ba", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:15:12.795491 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-643b4899-4541-43b8-b99c-407cdbbefd65 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:15:12.796772 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7771c8c-9369-4d03-a209-d4f0e3ab55ba', 'code': 200} Sep 16 01:15:12.805756 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9ea4a-9327-4f32-9892-6c3f3621cbdf req-84aad80a-6259-4098-9d99-df5180be04c7 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:12.807321 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-84f9ea4a-9327-4f32-9892-6c3f3621cbdf req-84aad80a-6259-4098-9d99-df5180be04c7 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 946 time: 0.0706716 Sep 16 01:15:12.855498 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-84f9ea4a-9327-4f32-9892-6c3f3621cbdf req-432afdf1-cc81-45b3-ac10-a81f216d2ce6 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413933 Sep 16 01:15:12.858189 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:12.946485 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=d7771c8c-9369-4d03-a209-d4f0e3ab55ba,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:13.077912 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92442ea3-699b-490e-b98d-bba4a5c63833 req-b5595943-6f6a-4e31-b8b5-ab877ec1d962 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:13.080001 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-92442ea3-699b-490e-b98d-bba4a5c63833 req-b5595943-6f6a-4e31-b8b5-ab877ec1d962 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0928230 Sep 16 01:15:13.164015 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-92442ea3-699b-490e-b98d-bba4a5c63833 req-508a8aea-84ac-4329-b8ca-30a589aea80b tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764842 Sep 16 01:15:13.196919 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006e82d-ad97-42fd-84a2-d0c3a665310e req-3e6f88e0-5ad3-43bc-95fc-f4ded3d9400d tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:13.204229 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4006e82d-ad97-42fd-84a2-d0c3a665310e req-3e6f88e0-5ad3-43bc-95fc-f4ded3d9400d tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0607781 Sep 16 01:15:13.243993 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4006e82d-ad97-42fd-84a2-d0c3a665310e req-49b18fd6-567d-4b62-821a-31ce363c09ab tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386701 Sep 16 01:15:13.272828 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80518d9-a9e7-44be-afc5-51b31cdc55a3 req-a26f483a-36bc-4598-9487-b667ece02013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:13.274416 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e80518d9-a9e7-44be-afc5-51b31cdc55a3 req-a26f483a-36bc-4598-9487-b667ece02013 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 1099 time: 0.0980895 Sep 16 01:15:13.350567 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e80518d9-a9e7-44be-afc5-51b31cdc55a3 req-6962f9a9-051f-48d9-a810-08b3a4b642b9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657368 Sep 16 01:15:13.364153 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d165d8-1ded-47de-b9ab-5d88efc9e4c3 req-e055c2fb-710d-424d-94dd-bd27e1cc7b30 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:13.365861 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a9d165d8-1ded-47de-b9ab-5d88efc9e4c3 req-e055c2fb-710d-424d-94dd-bd27e1cc7b30 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 946 time: 0.0796726 Sep 16 01:15:13.412566 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a9d165d8-1ded-47de-b9ab-5d88efc9e4c3 req-47bc5c9f-c689-4d90-b097-d50872792000 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398886 Sep 16 01:15:13.720204 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f3e35-fc4e-403a-ab21-5079229ce369 req-520dd094-bd54-40f2-bdd0-a8c78fbae064 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:13.721623 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c60f3e35-fc4e-403a-ab21-5079229ce369 req-520dd094-bd54-40f2-bdd0-a8c78fbae064 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0510561 Sep 16 01:15:13.764985 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c60f3e35-fc4e-403a-ab21-5079229ce369 req-e8ad818a-943f-4813-99c1-15d521cd07f5 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367594 Sep 16 01:15:13.880579 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd4a1a-b140-4a8b-80c0-ff03125b024e req-b5ed5c5c-95b3-4118-bde7-0b51dc8fe511 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:13.882087 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5efd4a1a-b140-4a8b-80c0-ff03125b024e req-b5ed5c5c-95b3-4118-bde7-0b51dc8fe511 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.47 "GET /v2.0/ports?device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 946 time: 0.0465491 Sep 16 01:15:14.022723 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d0f99-8db2-4edf-83e6-1dcda57e66b2 req-63672b76-d974-4c11-9f9c-5c82617c862d tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:14.024250 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f66d0f99-8db2-4edf-83e6-1dcda57e66b2 req-63672b76-d974-4c11-9f9c-5c82617c862d tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 946 time: 0.1025212 Sep 16 01:15:14.067632 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-5efd4a1a-b140-4a8b-80c0-ff03125b024e req-fea53dcb-74c3-4285-a034-e1279560d0a4 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Deleting port 8074233e-dabd-4871-8d95-4e4c6e19f035 {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:15:14.067980 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-5efd4a1a-b140-4a8b-80c0-ff03125b024e req-fea53dcb-74c3-4285-a034-e1279560d0a4 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:14.089388 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f66d0f99-8db2-4edf-83e6-1dcda57e66b2 req-41e258cd-3f3d-46ea-9d5a-cb604d7d2f39 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570679 Sep 16 01:15:14.174545 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-5efd4a1a-b140-4a8b-80c0-ff03125b024e req-fea53dcb-74c3-4285-a034-e1279560d0a4 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] For port 8074233e-dabd-4871-8d95-4e4c6e19f035, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=8074233e-dabd-4871-8d95-4e4c6e19f035,segment=NetworkSegment(60f0245f-fe74-49dd-9234-b3316d154c52),segment_id=60f0245f-fe74-49dd-9234-b3316d154c52)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:15:14.174931 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-5efd4a1a-b140-4a8b-80c0-ff03125b024e req-fea53dcb-74c3-4285-a034-e1279560d0a4 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:14.189954 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-5efd4a1a-b140-4a8b-80c0-ff03125b024e req-fea53dcb-74c3-4285-a034-e1279560d0a4 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Calling delete_port for 8074233e-dabd-4871-8d95-4e4c6e19f035 owned by compute:nova {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:15:14.324690 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f3eed-c6b1-42d3-a026-bab15c5c3574 req-24dd080f-fc6e-46e1-814d-a313e6b98e43 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:14.326445 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-574f3eed-c6b1-42d3-a026-bab15c5c3574 req-24dd080f-fc6e-46e1-814d-a313e6b98e43 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0612698 Sep 16 01:15:14.372574 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-574f3eed-c6b1-42d3-a026-bab15c5c3574 req-08417cbf-64f8-4dbc-a1e7-5d5e7617a9e1 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341704 Sep 16 01:15:14.382070 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f29b65-3c77-40fd-8fbe-57bc320982a1 req-2bf34824-2067-43fe-90d6-1a38f8266bba tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:14.383598 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e8f29b65-3c77-40fd-8fbe-57bc320982a1 req-2bf34824-2067-43fe-90d6-1a38f8266bba tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0578668 Sep 16 01:15:14.422150 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e8f29b65-3c77-40fd-8fbe-57bc320982a1 req-8ab5054e-5852-4499-bc42-26b82775c7be tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315959 Sep 16 01:15:14.472072 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-5efd4a1a-b140-4a8b-80c0-ff03125b024e req-fea53dcb-74c3-4285-a034-e1279560d0a4 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:14.510196 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea53dcb-74c3-4285-a034-e1279560d0a4 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Pushing event deleted for resources: {'Port': ['ID=8074233e-dabd-4871-8d95-4e4c6e19f035,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:14.522723 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['8074233e-dabd-4871-8d95-4e4c6e19f035'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:15:14.539478 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be863-bd6f-4b39-bd9e-32e271ce19af req-f07a57fa-a77a-48b0-923a-7aac3304ea09 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:14.541041 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e98be863-bd6f-4b39-bd9e-32e271ce19af req-f07a57fa-a77a-48b0-923a-7aac3304ea09 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 946 time: 0.0567234 Sep 16 01:15:14.555597 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efd4a1a-b140-4a8b-80c0-ff03125b024e req-fea53dcb-74c3-4285-a034-e1279560d0a4 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] No DVR routers for this DVR port 8074233e-dabd-4871-8d95-4e4c6e19f035 on host hv-cinder-80930 {{(pid=94551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:15:14.569250 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-5efd4a1a-b140-4a8b-80c0-ff03125b024e req-fea53dcb-74c3-4285-a034-e1279560d0a4 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:14.569250 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5efd4a1a-b140-4a8b-80c0-ff03125b024e req-fea53dcb-74c3-4285-a034-e1279560d0a4 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.47 "DELETE /v2.0/ports/8074233e-dabd-4871-8d95-4e4c6e19f035 HTTP/1.1" status: 204 len: 173 time: 0.6671388 Sep 16 01:15:14.569250 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2264db21-1e2c-4d00-8460-6a3c1a60f4dd', 'name': 'network-vif-deleted', 'tag': '8074233e-dabd-4871-8d95-4e4c6e19f035'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:15:14.569250 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e50586-a7e8-4904-8fc9-ae865fa83376" -d '{"events": [{"server_uuid": "2264db21-1e2c-4d00-8460-6a3c1a60f4dd", "name": "network-vif-deleted", "tag": "8074233e-dabd-4871-8d95-4e4c6e19f035"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:15:14.587234 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e98be863-bd6f-4b39-bd9e-32e271ce19af req-9e815449-70d3-4434-afa0-4c461ecae180 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373516 Sep 16 01:15:14.601207 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2074c36e-5446-4696-8e1f-1131abcab2a1 x-openstack-request-id: req-2074c36e-5446-4696-8e1f-1131abcab2a1 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:15:14.601509 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2264db21-1e2c-4d00-8460-6a3c1a60f4dd", "name": "network-vif-deleted", "tag": "8074233e-dabd-4871-8d95-4e4c6e19f035", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:15:14.601768 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2074c36e-5446-4696-8e1f-1131abcab2a1 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:15:14.602165 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2264db21-1e2c-4d00-8460-6a3c1a60f4dd', 'name': 'network-vif-deleted', 'tag': '8074233e-dabd-4871-8d95-4e4c6e19f035', 'status': 'completed', 'code': 200} Sep 16 01:15:14.911867 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bdeba-a315-46b8-8fdf-e71cb417edd6 req-b3abfa88-55e1-4d84-a34d-852986f69c92 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:14.913507 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b05bdeba-a315-46b8-8fdf-e71cb417edd6 req-b3abfa88-55e1-4d84-a34d-852986f69c92 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0511978 Sep 16 01:15:14.950792 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b05bdeba-a315-46b8-8fdf-e71cb417edd6 req-cdb0f96e-cfeb-42f1-8308-fb27c58409d5 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310311 Sep 16 01:15:15.197329 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-2b453f99-e7c4-4751-8e14-8487f972c315 req-545c633a-4cc5-4079-834b-bbd1155cf2f0 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=2264db21-1e2c-4d00-8460-6a3c1a60f4dd HTTP/1.1" status: 200 len: 210 time: 0.0283082 Sep 16 01:15:15.310485 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb252d71-e742-4bb7-9acb-72b620056fce req-bbece600-02f4-44ee-9755-b559ab4d0167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:15.311957 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fb252d71-e742-4bb7-9acb-72b620056fce req-bbece600-02f4-44ee-9755-b559ab4d0167 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99833be108654994aac6dcf7cf390340&device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 1098 time: 0.0453637 Sep 16 01:15:15.406149 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb252d71-e742-4bb7-9acb-72b620056fce req-22f63b56-9b0c-4c84-ac13-c86d2f2e9d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:15.408323 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fb252d71-e742-4bb7-9acb-72b620056fce req-22f63b56-9b0c-4c84-ac13-c86d2f2e9d77 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 HTTP/1.1" status: 200 len: 918 time: 0.0860045 Sep 16 01:15:15.502823 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fb252d71-e742-4bb7-9acb-72b620056fce req-26944c16-126a-4236-b2b4-2089b51fcdbc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24101933-817d-46a0-9608-cd6c9264d7b0 HTTP/1.1" status: 200 len: 1001 time: 0.0859702 Sep 16 01:15:15.519037 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcee9a0-d0f7-4019-953e-b3a9c9ee343e req-e757c9f8-9128-4d33-a21f-d6d22329b1c1 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:15.520503 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8fcee9a0-d0f7-4019-953e-b3a9c9ee343e req-e757c9f8-9128-4d33-a21f-d6d22329b1c1 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0674727 Sep 16 01:15:15.537222 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a59d35-32a8-4861-ab6f-d14291b1c4f9 req-da53cf0f-0f20-41d1-8d6b-f397a91fbe55 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:15.538740 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-44a59d35-32a8-4861-ab6f-d14291b1c4f9 req-da53cf0f-0f20-41d1-8d6b-f397a91fbe55 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0479310 Sep 16 01:15:15.574967 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-44a59d35-32a8-4861-ab6f-d14291b1c4f9 req-aab6e174-b20a-4662-bf4b-dc1cd7726267 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303566 Sep 16 01:15:15.583286 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb252d71-e742-4bb7-9acb-72b620056fce req-3be4a9c8-6460-4b23-9d5e-d22688359493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:15.584814 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fb252d71-e742-4bb7-9acb-72b620056fce req-3be4a9c8-6460-4b23-9d5e-d22688359493 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4795dce4-579a-4783-9e42-b5fb1cdac969 HTTP/1.1" status: 200 len: 856 time: 0.0633750 Sep 16 01:15:15.594934 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8fcee9a0-d0f7-4019-953e-b3a9c9ee343e req-2e2fc9ff-d699-4d51-b5af-66a513a54e39 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663197 Sep 16 01:15:15.642642 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb252d71-e742-4bb7-9acb-72b620056fce req-00c65777-2073-487e-ad4b-3f4d0e633dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:15.644208 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fb252d71-e742-4bb7-9acb-72b620056fce req-00c65777-2073-487e-ad4b-3f4d0e633dac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441856 Sep 16 01:15:15.710813 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aad2fa-531c-4b7a-be8c-9c7bab4060ef req-1c2faa44-0656-4817-94b3-3ea3b60f2e1b tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:15.712479 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e2aad2fa-531c-4b7a-be8c-9c7bab4060ef req-1c2faa44-0656-4817-94b3-3ea3b60f2e1b tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 946 time: 0.0491941 Sep 16 01:15:15.753416 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e2aad2fa-531c-4b7a-be8c-9c7bab4060ef req-993a1c09-9f6f-4be2-8327-b8eb87706a87 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344048 Sep 16 01:15:15.984702 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fb252d71-e742-4bb7-9acb-72b620056fce req-7f59382f-91a0-4b33-802a-2dfcaf73ea49 service neutron] 10.222.0.47 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327703 Sep 16 01:15:16.110746 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fb252d71-e742-4bb7-9acb-72b620056fce req-fe8d9226-8a07-490b-8e8b-a269f860a95d service neutron] 10.222.0.47 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149518 Sep 16 01:15:16.122006 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319cd51-a8b5-4648-9aec-79cc920d1fa8 req-fd696741-5702-437f-beb1-fe4fbe01cfc7 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:16.123544 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8319cd51-a8b5-4648-9aec-79cc920d1fa8 req-fd696741-5702-437f-beb1-fe4fbe01cfc7 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0689223 Sep 16 01:15:16.161172 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8319cd51-a8b5-4648-9aec-79cc920d1fa8 req-cce947eb-9d03-4a4c-b223-177ab4be40b5 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316489 Sep 16 01:15:16.533411 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-62262178-a743-4066-827c-41071b077cde tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:16.534906 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-62262178-a743-4066-827c-41071b077cde tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/networks?id=8052acd4-a59e-4732-ae36-76cad98fa272 HTTP/1.1" status: 200 len: 808 time: 0.1020472 Sep 16 01:15:16.549710 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-39cbe1c7-dbc9-4956-b715-9f609cb463aa tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/quotas/2bbf94dc8b2b4f68b2d439446f4a55ed HTTP/1.1" status: 200 len: 375 time: 0.0089633 Sep 16 01:15:16.578914 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-408bcc43-c5da-4344-8640-834ccebc9bb2 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2bbf94dc8b2b4f68b2d439446f4a55ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0241055 Sep 16 01:15:16.671423 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-8a3bc50c-53d0-431e-869d-82d0db8cc9f5 service neutron] 10.222.0.22 "GET /v2.0/networks/8052acd4-a59e-4732-ae36-76cad98fa272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852768 Sep 16 01:15:16.692313 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6f33d-30e7-4605-8d68-868d1170fa4c req-d08634e8-5471-45ae-bacb-8858180b7f16 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:16.693879 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a7d6f33d-30e7-4605-8d68-868d1170fa4c req-d08634e8-5471-45ae-bacb-8858180b7f16 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0478306 Sep 16 01:15:16.735501 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a7d6f33d-30e7-4605-8d68-868d1170fa4c req-a18ac9fc-4112-43f2-92d1-2e53295f001e tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352767 Sep 16 01:15:16.761732 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-b11c7614-c292-4a98-a6bf-e96d77101bbb service neutron] 10.222.0.22 "GET /v2.0/networks/8052acd4-a59e-4732-ae36-76cad98fa272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841577 Sep 16 01:15:16.838300 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc60776-b5e4-497b-b454-a6165c89273e req-8a6816a7-72c0-4d98-93a0-1b1f493bc3ef tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:16.840211 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-bbc60776-b5e4-497b-b454-a6165c89273e req-8a6816a7-72c0-4d98-93a0-1b1f493bc3ef tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0485277 Sep 16 01:15:16.883836 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-bbc60776-b5e4-497b-b454-a6165c89273e req-f082747a-996e-4345-895a-fb3114d11b13 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371828 Sep 16 01:15:17.050113 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-08ee77d8-19f8-49bb-b238-365e3e851a91 req-7dda6e30-f083-455b-a8ae-5ed9ab4938dc tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 210 time: 0.0258157 Sep 16 01:15:17.238848 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:17.273808 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ff822-746a-47bf-9358-904996319354 req-6ec7b992-2299-4b07-9599-7fb99ab9ceea tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:17.275229 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a40ff822-746a-47bf-9358-904996319354 req-6ec7b992-2299-4b07-9599-7fb99ab9ceea tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0484672 Sep 16 01:15:17.318484 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a40ff822-746a-47bf-9358-904996319354 req-eeed0e9b-71e6-4053-ad1b-34b0383c89e2 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367200 Sep 16 01:15:17.854840 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c77cbf-a0c6-422f-903b-255844800b40 req-291c34be-4450-4bb8-ae99-c45334c6c1a3 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:17.856338 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-30c77cbf-a0c6-422f-903b-255844800b40 req-291c34be-4450-4bb8-ae99-c45334c6c1a3 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0492442 Sep 16 01:15:17.873251 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 35682) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:15:17.895079 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-30c77cbf-a0c6-422f-903b-255844800b40 req-a3429306-0935-413b-aba2-e17106a7b647 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322075 Sep 16 01:15:17.918596 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 8074233e-dabd-4871-8d95-4e4c6e19f035 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:15:17.942385 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] No Port match for: 8074233e-dabd-4871-8d95-4e4c6e19f035 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:15:17.942859 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 8074233e-dabd-4871-8d95-4e4c6e19f035 not bound to the agent host hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:15:17.943399 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 24101933-817d-46a0-9608-cd6c9264d7b0 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:15:17.984038 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4c38-f885-4ddf-8c23-98ed3dcaf2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:18.014817 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b778a-fa96-4dff-a536-3de73eebd80b req-8e339f51-147d-4df0-82cd-7f75ca6fa5a7 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:18.016451 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-237b778a-fa96-4dff-a536-3de73eebd80b req-8e339f51-147d-4df0-82cd-7f75ca6fa5a7 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 945 time: 0.0517721 Sep 16 01:15:18.024396 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:18.056893 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558e72b4-0968-47c0-8c90-c3cf8910554e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24101933-817d-46a0-9608-cd6c9264d7b0'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:15:18.059200 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd0fa77-5d2a-4115-8960-89a6bb01c069" -d '{"events": [{"server_uuid": "558e72b4-0968-47c0-8c90-c3cf8910554e", "name": "network-vif-unplugged", "status": "completed", "tag": "24101933-817d-46a0-9608-cd6c9264d7b0"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:15:18.066891 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-237b778a-fa96-4dff-a536-3de73eebd80b req-ef7faf9f-c275-4d3b-8d12-6db5dfa960c2 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404475 Sep 16 01:15:18.075695 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 24101933-817d-46a0-9608-cd6c9264d7b0, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=24101933-817d-46a0-9608-cd6c9264d7b0,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:15:18.085750 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4c38-f885-4ddf-8c23-98ed3dcaf2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:18.114475 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 01:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739e4824-71d6-485b-8aea-7fbb7c9774a6 x-openstack-request-id: req-739e4824-71d6-485b-8aea-7fbb7c9774a6 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:15:18.114831 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558e72b4-0968-47c0-8c90-c3cf8910554e", "name": "network-vif-unplugged", "status": "completed", "tag": "24101933-817d-46a0-9608-cd6c9264d7b0", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:15:18.115098 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-739e4824-71d6-485b-8aea-7fbb7c9774a6 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:15:18.115490 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558e72b4-0968-47c0-8c90-c3cf8910554e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24101933-817d-46a0-9608-cd6c9264d7b0', 'code': 200} Sep 16 01:15:18.188455 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4c38-f885-4ddf-8c23-98ed3dcaf2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:18.189193 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:18.189661 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-545f09af-1f9a-4400-a7be-7493db4473d7 req-d963ae7a-89ff-4dca-b267-91db826051ad tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 210 time: 0.0260704 Sep 16 01:15:18.229712 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc4c38-f885-4ddf-8c23-98ed3dcaf2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780bafb5-79db-401c-9b48-ea4e9d1fe37f,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:18.233899 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-ebcc4c38-f885-4ddf-8c23-98ed3dcaf2ad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f3b80005023d41198d8d154148a8a45a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3621676 Sep 16 01:15:18.236452 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 35692) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:15:18.241875 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=24101933-817d-46a0-9608-cd6c9264d7b0,revision_number=8']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:18.283747 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d4bfb557-e43b-4243-b92c-d17e069989bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:18.304325 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d4bfb557-e43b-4243-b92c-d17e069989bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:18.416586 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d4bfb557-e43b-4243-b92c-d17e069989bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:18.419380 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d4bfb557-e43b-4243-b92c-d17e069989bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:18.420658 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-d4bfb557-e43b-4243-b92c-d17e069989bd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/780bafb5-79db-401c-9b48-ea4e9d1fe37f HTTP/1.1" status: 204 len: 168 time: 0.1832135 Sep 16 01:15:18.429670 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfb557-e43b-4243-b92c-d17e069989bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780bafb5-79db-401c-9b48-ea4e9d1fe37f,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:18.461223 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8197fb-2eba-4013-a11f-8d406feca5c9 req-00cb5e7e-dbab-4ada-b0b6-def1722732e1 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:18.465689 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9b8197fb-2eba-4013-a11f-8d406feca5c9 req-00cb5e7e-dbab-4ada-b0b6-def1722732e1 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0747828 Sep 16 01:15:18.504746 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9b8197fb-2eba-4013-a11f-8d406feca5c9 req-16eed852-8b8e-4ed5-8568-11677d74f76a tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358229 Sep 16 01:15:19.011043 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc518853-5dc2-4028-b8bc-f160819497e0 req-34b0a8e8-16ab-4ec2-a3fb-af9672682a6c tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:19.012587 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fc518853-5dc2-4028-b8bc-f160819497e0 req-34b0a8e8-16ab-4ec2-a3fb-af9672682a6c tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0486007 Sep 16 01:15:19.051818 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fc518853-5dc2-4028-b8bc-f160819497e0 req-409a10c1-9722-4e71-a6cf-e140c0b6c2c7 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327663 Sep 16 01:15:19.191185 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114207f4-5673-473b-9161-730b12257574 req-4df0b929-320b-4d95-a055-67d93c19b59b tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:19.197283 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-114207f4-5673-473b-9161-730b12257574 req-4df0b929-320b-4d95-a055-67d93c19b59b tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0542665 Sep 16 01:15:19.234722 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-114207f4-5673-473b-9161-730b12257574 req-8f52286b-2d7d-42e4-a114-f57b8e69bfe7 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343285 Sep 16 01:15:19.295161 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ec6bd185-efe5-4003-aa80-ba1957161a9c req-312a5ce8-51a5-46a6-9dfc-fc3f3921ce43 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 210 time: 0.0306144 Sep 16 01:15:19.828355 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f67f0-4f7e-4ad8-bfd7-e6f57ccd5a61 req-db553367-a1ec-4e59-b008-68286de5e9b1 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:19.829821 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-632f67f0-4f7e-4ad8-bfd7-e6f57ccd5a61 req-db553367-a1ec-4e59-b008-68286de5e9b1 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.2530499 Sep 16 01:15:19.866831 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-632f67f0-4f7e-4ad8-bfd7-e6f57ccd5a61 req-ec476305-2424-42f0-aa98-110eb96a2db3 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309348 Sep 16 01:15:20.068117 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-50d9a9da-1e9f-40b5-8ae8-93e621650022 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:20.069614 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-50d9a9da-1e9f-40b5-8ae8-93e621650022 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.47 "GET /v2.0/networks?id=8052acd4-a59e-4732-ae36-76cad98fa272 HTTP/1.1" status: 200 len: 808 time: 0.1019640 Sep 16 01:15:20.164128 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cf86f-4f67-4619-8790-b305662d0e90 req-a8db7aa1-85ed-43c2-99f6-0f66cca83a0b tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:20.165624 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-bf8cf86f-4f67-4619-8790-b305662d0e90 req-a8db7aa1-85ed-43c2-99f6-0f66cca83a0b tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0468416 Sep 16 01:15:20.197175 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-79c8c8a7-b441-4939-9ca9-610dacb6b8b9 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Request body: {'port': {'device_id': '66436728-c36d-4bb6-ab27-302f6e42af6a', 'network_id': '8052acd4-a59e-4732-ae36-76cad98fa272', 'admin_state_up': True, 'tenant_id': '2bbf94dc8b2b4f68b2d439446f4a55ed'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:15:20.202844 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-bf8cf86f-4f67-4619-8790-b305662d0e90 req-6bd0ae48-8d6e-4490-a98c-5fd495128b32 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313604 Sep 16 01:15:20.391697 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e9340534-a5f8-4d4c-b70f-2340466a38b5 req-1fdeb793-18bc-4fb1-872b-a5d485a0303e tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 210 time: 0.0259426 Sep 16 01:15:20.450872 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-79c8c8a7-b441-4939-9ca9-610dacb6b8b9 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Made reservation on behalf of 2bbf94dc8b2b4f68b2d439446f4a55ed for: {'port': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:15:20.455402 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-79c8c8a7-b441-4939-9ca9-610dacb6b8b9 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:20.592822 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-79c8c8a7-b441-4939-9ca9-610dacb6b8b9 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Allocated IP 172.20.0.3 (8052acd4-a59e-4732-ae36-76cad98fa272/b33da293-adab-4303-892b-a89e87eea2b6/ab342768-a484-450a-a871-987a00441db8) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:15:20.752240 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-79c8c8a7-b441-4939-9ca9-610dacb6b8b9 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:20.914168 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-79c8c8a7-b441-4939-9ca9-610dacb6b8b9 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:20.967724 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-79c8c8a7-b441-4939-9ca9-610dacb6b8b9 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Network 8052acd4-a59e-4732-ae36-76cad98fa272 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:15:20.975691 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-79c8c8a7-b441-4939-9ca9-610dacb6b8b9 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:15:20.980622 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-79c8c8a7-b441-4939-9ca9-610dacb6b8b9 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:15:20.984574 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8c8a7-b441-4939-9ca9-610dacb6b8b9 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Pushing event updated for resources: {'Port': ['ID=ab342768-a484-450a-a871-987a00441db8,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:21.002252 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487da3c-1eda-46a0-b073-4bfd5eed3286 req-a2161b1f-dbb5-4f50-a849-0a5499050924 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:21.002252 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e487da3c-1eda-46a0-b073-4bfd5eed3286 req-a2161b1f-dbb5-4f50-a849-0a5499050924 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0640514 Sep 16 01:15:21.040199 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-79c8c8a7-b441-4939-9ca9-610dacb6b8b9 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:21.041868 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-79c8c8a7-b441-4939-9ca9-610dacb6b8b9 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:21.047043 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e487da3c-1eda-46a0-b073-4bfd5eed3286 req-3e7f06b8-f345-4b8f-a7a8-eaea939cead9 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394466 Sep 16 01:15:21.115433 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-79c8c8a7-b441-4939-9ca9-610dacb6b8b9 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9222507 Sep 16 01:15:21.137603 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-902e06dd-b553-4774-a3a0-a97eb60a0f3a service neutron] Request body: {'port': {'device_id': '66436728-c36d-4bb6-ab27-302f6e42af6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:15:21.196448 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-902e06dd-b553-4774-a3a0-a97eb60a0f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:21.269546 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [req-53ac38e8-7713-4d8d-a5ce-8f2cc8c94f1c req-2288c599-9273-4d25-96bd-69d2f296c664 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 01:15:21.271396 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-53ac38e8-7713-4d8d-a5ce-8f2cc8c94f1c req-2288c599-9273-4d25-96bd-69d2f296c664 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085812 Sep 16 01:15:21.384906 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788ebd0-48ec-4bcc-91bf-3851b9d6e7a8 req-0757df79-9f72-4346-a7d2-b8b5e8e1f5ca tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:21.386457 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a788ebd0-48ec-4bcc-91bf-3851b9d6e7a8 req-0757df79-9f72-4346-a7d2-b8b5e8e1f5ca tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0859008 Sep 16 01:15:21.465295 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a788ebd0-48ec-4bcc-91bf-3851b9d6e7a8 req-7c6e012b-d0d9-484d-9b79-83f9a428121a tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495849 Sep 16 01:15:21.538380 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-902e06dd-b553-4774-a3a0-a97eb60a0f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab342768-a484-450a-a871-987a00441db8 {{(pid=94551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:15:21.569557 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-902e06dd-b553-4774-a3a0-a97eb60a0f3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:21.592197 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-902e06dd-b553-4774-a3a0-a97eb60a0f3a service neutron] Transition to ACTIVE for port object ab342768-a484-450a-a871-987a00441db8 will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 01:15:21.605814 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2118577-41be-4cf9-96dd-a6af13114dd8 req-5266de15-47a4-402f-8c05-efa52d625382 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:21.607462 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f2118577-41be-4cf9-96dd-a6af13114dd8 req-5266de15-47a4-402f-8c05-efa52d625382 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 931 time: 0.0721951 Sep 16 01:15:21.623298 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ded806-ef47-4a2d-9f37-498321296641 req-8bb01369-2c75-4841-9b4b-2d0589831636 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:21.625044 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-12ded806-ef47-4a2d-9f37-498321296641 req-8bb01369-2c75-4841-9b4b-2d0589831636 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0632889 Sep 16 01:15:21.663579 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f2118577-41be-4cf9-96dd-a6af13114dd8 req-89f2a92f-d335-474f-ba37-7739bedbb1c6 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495236 Sep 16 01:15:21.679319 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-902e06dd-b553-4774-a3a0-a97eb60a0f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:21.697560 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-12ded806-ef47-4a2d-9f37-498321296641 req-b021bb79-9b83-4bde-8376-18f8ac029064 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640326 Sep 16 01:15:21.768348 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e06dd-b553-4774-a3a0-a97eb60a0f3a service neutron] Pushing event updated for resources: {'Port': ['ID=ab342768-a484-450a-a871-987a00441db8,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:21.799543 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-902e06dd-b553-4774-a3a0-a97eb60a0f3a service neutron] Attempting to bind port ab342768-a484-450a-a871-987a00441db8 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:15:21.799870 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-902e06dd-b553-4774-a3a0-a97eb60a0f3a service neutron] Attempting to bind port ab342768-a484-450a-a871-987a00441db8 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '60f0245f-fe74-49dd-9234-b3316d154c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8052acd4-a59e-4732-ae36-76cad98fa272'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:15:21.800199 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-902e06dd-b553-4774-a3a0-a97eb60a0f3a service neutron] Attempting to bind port ab342768-a484-450a-a871-987a00441db8 on network 8052acd4-a59e-4732-ae36-76cad98fa272 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:15:21.806312 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-902e06dd-b553-4774-a3a0-a97eb60a0f3a service neutron] Port ab342768-a484-450a-a871-987a00441db8 on network 8052acd4-a59e-4732-ae36-76cad98fa272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 01:15:21.806648 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-902e06dd-b553-4774-a3a0-a97eb60a0f3a service neutron] Attempting to bind port ab342768-a484-450a-a871-987a00441db8 on network 8052acd4-a59e-4732-ae36-76cad98fa272 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:15:21.811671 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-902e06dd-b553-4774-a3a0-a97eb60a0f3a service neutron] Checking agent: {'id': 'b1327c00-0c42-4ebe-9e46-dfdb42688b79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'started_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:15:21.811959 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-902e06dd-b553-4774-a3a0-a97eb60a0f3a service neutron] Checking segment: {'id': '60f0245f-fe74-49dd-9234-b3316d154c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8052acd4-a59e-4732-ae36-76cad98fa272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:15:21.812367 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-902e06dd-b553-4774-a3a0-a97eb60a0f3a service neutron] Bound using segment: {'id': '60f0245f-fe74-49dd-9234-b3316d154c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8052acd4-a59e-4732-ae36-76cad98fa272'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:15:21.815185 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-902e06dd-b553-4774-a3a0-a97eb60a0f3a service neutron] Bound port: ab342768-a484-450a-a871-987a00441db8, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f0245f-fe74-49dd-9234-b3316d154c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8052acd4-a59e-4732-ae36-76cad98fa272'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:15:21.817184 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-902e06dd-b553-4774-a3a0-a97eb60a0f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:21.884341 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-902e06dd-b553-4774-a3a0-a97eb60a0f3a service neutron] For port ab342768-a484-450a-a871-987a00441db8, host hv-cinder-80930, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:15:21.887492 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-902e06dd-b553-4774-a3a0-a97eb60a0f3a service neutron] For port ab342768-a484-450a-a871-987a00441db8, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=ab342768-a484-450a-a871-987a00441db8,segment=NetworkSegment(60f0245f-fe74-49dd-9234-b3316d154c52),segment_id=60f0245f-fe74-49dd-9234-b3316d154c52)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:15:21.918895 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 24101933-817d-46a0-9608-cd6c9264d7b0 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:15:22.017753 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-902e06dd-b553-4774-a3a0-a97eb60a0f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:22.053229 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-902e06dd-b553-4774-a3a0-a97eb60a0f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:22.053842 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-902e06dd-b553-4774-a3a0-a97eb60a0f3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:22.055222 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-902e06dd-b553-4774-a3a0-a97eb60a0f3a service neutron] 10.222.0.47 "PUT /v2.0/ports/ab342768-a484-450a-a871-987a00441db8 HTTP/1.1" status: 200 len: 1093 time: 0.9225981 Sep 16 01:15:22.055654 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66436728-c36d-4bb6-ab27-302f6e42af6a', 'tag': 'ab342768-a484-450a-a871-987a00441db8'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:15:22.057920 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efed8a45-a378-437a-9f23-6ad6fc4d1ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "66436728-c36d-4bb6-ab27-302f6e42af6a", "tag": "ab342768-a484-450a-a871-987a00441db8"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:15:22.079928 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e06dd-b553-4774-a3a0-a97eb60a0f3a service neutron] Pushing event updated for resources: {'Port': ['ID=ab342768-a484-450a-a871-987a00441db8,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:22.121298 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44202e65-9097-4054-a557-62d0574072eb x-openstack-request-id: req-44202e65-9097-4054-a557-62d0574072eb {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:15:22.121298 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66436728-c36d-4bb6-ab27-302f6e42af6a", "tag": "ab342768-a484-450a-a871-987a00441db8", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:15:22.121298 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44202e65-9097-4054-a557-62d0574072eb {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:15:22.121298 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66436728-c36d-4bb6-ab27-302f6e42af6a', 'tag': 'ab342768-a484-450a-a871-987a00441db8', 'status': 'completed', 'code': 200} Sep 16 01:15:22.175918 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a0cf9-66bc-45f2-92d5-a28db5b74ece req-c4176fd5-6fe2-40bd-b429-c1bd56ee083b tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:22.178159 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d73a0cf9-66bc-45f2-92d5-a28db5b74ece req-c4176fd5-6fe2-40bd-b429-c1bd56ee083b tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0550869 Sep 16 01:15:22.210342 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed8a45-a378-437a-9f23-6ad6fc4d1ff5 req-f63905b2-d5d9-46a5-acc3-732a04a39abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:22.212176 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-efed8a45-a378-437a-9f23-6ad6fc4d1ff5 req-f63905b2-d5d9-46a5-acc3-732a04a39abe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2bbf94dc8b2b4f68b2d439446f4a55ed&device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 1096 time: 0.0461125 Sep 16 01:15:22.218396 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d73a0cf9-66bc-45f2-92d5-a28db5b74ece req-7ba43d7b-36ba-4fc7-b552-92d0ac1abfc2 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327332 Sep 16 01:15:22.242330 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 35808) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:15:22.326614 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed8a45-a378-437a-9f23-6ad6fc4d1ff5 req-84918363-bd4a-4876-868b-81b45539a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:22.328146 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-efed8a45-a378-437a-9f23-6ad6fc4d1ff5 req-84918363-bd4a-4876-868b-81b45539a277 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=2bbf94dc8b2b4f68b2d439446f4a55ed&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0950329 Sep 16 01:15:22.328711 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b359c832-46a0-4764-8e28-63e5856d1623 req-df840e73-ba9a-4e1b-92b9-e0a256c47335 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852337 Sep 16 01:15:22.337968 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [req-b359c832-46a0-4764-8e28-63e5856d1623 req-bc16df31-a9e6-45a5-b011-e378ad6948b3 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 01:15:22.339014 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b359c832-46a0-4764-8e28-63e5856d1623 req-bc16df31-a9e6-45a5-b011-e378ad6948b3 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049675 Sep 16 01:15:22.427741 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed8a45-a378-437a-9f23-6ad6fc4d1ff5 req-e9a7d51e-f968-487e-8269-746c1f1cb4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:22.431029 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-efed8a45-a378-437a-9f23-6ad6fc4d1ff5 req-e9a7d51e-f968-487e-8269-746c1f1cb4c3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919013 Sep 16 01:15:22.571504 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-f37a3387-7b88-443b-990b-e53dbb62f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:22.573318 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-f37a3387-7b88-443b-990b-e53dbb62f9e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2bbf94dc8b2b4f68b2d439446f4a55ed&device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 1096 time: 0.0637479 Sep 16 01:15:22.593025 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bad60-9303-4eca-9199-23cbf8ca7000 req-14166b6e-86f3-4cff-bb3f-4490629f2992 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:22.594624 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2e6bad60-9303-4eca-9199-23cbf8ca7000 req-14166b6e-86f3-4cff-bb3f-4490629f2992 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0551946 Sep 16 01:15:22.643971 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-9db45a70-8920-4780-b9fa-46974f992ef7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab342768-a484-450a-a871-987a00441db8 HTTP/1.1" status: 200 len: 217 time: 0.0479259 Sep 16 01:15:22.686475 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2e6bad60-9303-4eca-9199-23cbf8ca7000 req-87b90370-c28d-47fe-b1c9-d7a902a97561 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846889 Sep 16 01:15:22.706654 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-15a23acd-343f-43f3-a0a5-655afed31668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:22.708183 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-15a23acd-343f-43f3-a0a5-655afed31668 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b33da293-adab-4303-892b-a89e87eea2b6 HTTP/1.1" status: 200 len: 848 time: 0.0520794 Sep 16 01:15:22.741521 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-dd0dfca4-b251-4014-8023-8debb926f4ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8052acd4-a59e-4732-ae36-76cad98fa272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247588 Sep 16 01:15:22.833832 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaead7-df7d-4620-ba55-2748df6eb4f2 req-1134b3a8-1b35-4f81-b353-a7e0e9f1a732 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:22.842546 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-25aaead7-df7d-4620-ba55-2748df6eb4f2 req-1134b3a8-1b35-4f81-b353-a7e0e9f1a732 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 943 time: 0.0703337 Sep 16 01:15:22.877931 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-25aaead7-df7d-4620-ba55-2748df6eb4f2 req-f7def5ec-f030-4ecb-b987-da74345c7e9d tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354745 Sep 16 01:15:22.930891 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f7ce1-1a49-474a-98ac-fa2eb0de5f8f req-e8de787c-35cd-43e0-913e-d1c202cce674 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:22.935835 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-408f7ce1-1a49-474a-98ac-fa2eb0de5f8f req-e8de787c-35cd-43e0-913e-d1c202cce674 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0868580 Sep 16 01:15:22.935835 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-60ceb742-0c3c-4835-bb92-befaf0602377 service neutron] 10.222.0.47 "GET /v2.0/networks/8052acd4-a59e-4732-ae36-76cad98fa272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778738 Sep 16 01:15:23.004397 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-408f7ce1-1a49-474a-98ac-fa2eb0de5f8f req-a68059a8-a7c8-4eb2-9cb1-280129dea9c1 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657504 Sep 16 01:15:23.059497 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-dedd0c60-d341-4017-b4c1-ea6ed1a64ba1 req-e07be3f5-d4a2-456d-9d13-8ce7d7fa8524 service neutron] 10.222.0.47 "GET /v2.0/networks/8052acd4-a59e-4732-ae36-76cad98fa272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057107 Sep 16 01:15:23.334090 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa39e4-09be-4b16-8fa6-1646bf57e5a1 req-57cf5275-ab39-4825-b613-bcceb2ebdafa tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:23.335638 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-3efa39e4-09be-4b16-8fa6-1646bf57e5a1 req-57cf5275-ab39-4825-b613-bcceb2ebdafa tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0491989 Sep 16 01:15:23.373731 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-3efa39e4-09be-4b16-8fa6-1646bf57e5a1 req-7d4f98e4-fa16-4e56-b588-aba51e4b2ee4 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310535 Sep 16 01:15:23.774444 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b4637-4cd5-44d2-ade8-036bfda3a58b req-a29d8759-ab80-4d57-a43f-d323f6a65fa2 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:23.774444 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ba1b4637-4cd5-44d2-ade8-036bfda3a58b req-a29d8759-ab80-4d57-a43f-d323f6a65fa2 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0598295 Sep 16 01:15:23.814778 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ba1b4637-4cd5-44d2-ade8-036bfda3a58b req-ba60b252-77ce-4130-ad41-11bad55e52fe tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354774 Sep 16 01:15:23.823290 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977079aa-5f75-483f-ae78-b42f2f7b7956 req-bcd0c352-1e67-4ffd-8225-6e523ff37941 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:23.824851 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-977079aa-5f75-483f-ae78-b42f2f7b7956 req-bcd0c352-1e67-4ffd-8225-6e523ff37941 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0554712 Sep 16 01:15:23.865371 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-977079aa-5f75-483f-ae78-b42f2f7b7956 req-eeb16f57-aaa0-42f9-88f4-960e06c8d226 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340798 Sep 16 01:15:23.989667 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63ad91-ba20-404b-a830-d5c2781a1b97 req-c5cc56ea-af49-43eb-8170-7e54dc021a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:23.991256 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-af63ad91-ba20-404b-a830-d5c2781a1b97 req-c5cc56ea-af49-43eb-8170-7e54dc021a53 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5fed02cb0f141b6abee4019fde49eb9&device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 1098 time: 0.0450211 Sep 16 01:15:23.998983 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221d7f8-b1f3-4218-9631-9f662d31a561 req-078e8781-83b8-48d7-aa56-2caf07f064f4 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:24.000746 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-2221d7f8-b1f3-4218-9631-9f662d31a561 req-078e8781-83b8-48d7-aa56-2caf07f064f4 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 943 time: 0.0513513 Sep 16 01:15:24.040270 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-2221d7f8-b1f3-4218-9631-9f662d31a561 req-a635a467-0c5a-4458-9c67-58e082d8a3da tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325265 Sep 16 01:15:24.106438 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63ad91-ba20-404b-a830-d5c2781a1b97 req-5f68bdb5-7343-4a41-8446-89e3e10cc00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:24.108131 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-af63ad91-ba20-404b-a830-d5c2781a1b97 req-5f68bdb5-7343-4a41-8446-89e3e10cc00b service neutron] 10.222.0.47 "GET /v2.0/networks?id=a1408b60-ef31-4319-a765-bc8dbd3a5f15 HTTP/1.1" status: 200 len: 912 time: 0.1072152 Sep 16 01:15:24.192972 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c543a0c-845e-47ca-be01-684d44087d68 req-6f9be34d-d400-4b1f-aac0-ba8d70e0de36 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:24.194675 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0c543a0c-845e-47ca-be01-684d44087d68 req-6f9be34d-d400-4b1f-aac0-ba8d70e0de36 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.1014657 Sep 16 01:15:24.200881 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-af63ad91-ba20-404b-a830-d5c2781a1b97 req-122a69e0-d2c2-47a2-ac5d-6804f4262e1f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8652dd69-9fe5-4669-8882-17de61218779 HTTP/1.1" status: 200 len: 1001 time: 0.0780365 Sep 16 01:15:24.268434 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0c543a0c-845e-47ca-be01-684d44087d68 req-74f549af-e23e-4904-80e2-6b7368ec55ec tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665040 Sep 16 01:15:24.279474 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63ad91-ba20-404b-a830-d5c2781a1b97 req-91f4c5d0-e19e-4edd-b8f6-87592d9ac06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:24.281304 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-af63ad91-ba20-404b-a830-d5c2781a1b97 req-91f4c5d0-e19e-4edd-b8f6-87592d9ac06c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=73104c2c-ea93-4973-a7a3-2804cd4a4bd8 HTTP/1.1" status: 200 len: 850 time: 0.0620713 Sep 16 01:15:24.334808 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63ad91-ba20-404b-a830-d5c2781a1b97 req-6221477b-1026-4fe2-ac64-b9a2662a80cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:24.336355 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-af63ad91-ba20-404b-a830-d5c2781a1b97 req-6221477b-1026-4fe2-ac64-b9a2662a80cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a1408b60-ef31-4319-a765-bc8dbd3a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474250 Sep 16 01:15:24.428803 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-af63ad91-ba20-404b-a830-d5c2781a1b97 req-0ae58edd-4319-42e1-a1f6-0cc14ff0aa83 service neutron] 10.222.0.47 "GET /v2.0/networks/a1408b60-ef31-4319-a765-bc8dbd3a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837975 Sep 16 01:15:24.516489 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-af63ad91-ba20-404b-a830-d5c2781a1b97 req-4324478b-4716-42cf-bb45-7305dfc8c8c6 service neutron] 10.222.0.47 "GET /v2.0/networks/a1408b60-ef31-4319-a765-bc8dbd3a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794063 Sep 16 01:15:24.933253 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df62bc4-b622-46fe-a6ec-3e2c9942446a req-832b3136-f008-4a7a-a60a-768f8c95ea17 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:24.934885 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-3df62bc4-b622-46fe-a6ec-3e2c9942446a req-832b3136-f008-4a7a-a60a-768f8c95ea17 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0490990 Sep 16 01:15:24.973035 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-3df62bc4-b622-46fe-a6ec-3e2c9942446a req-37ae5da9-c0cd-42e8-88f9-8f21b347a10c tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313964 Sep 16 01:15:24.979378 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75adb1-228c-4cca-8650-d238c6e61f2f req-6c1df3f9-bdea-4ea2-90d1-95ec7264393c tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:24.980860 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7c75adb1-228c-4cca-8650-d238c6e61f2f req-6c1df3f9-bdea-4ea2-90d1-95ec7264393c tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0476632 Sep 16 01:15:25.023300 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7c75adb1-228c-4cca-8650-d238c6e61f2f req-b22f203a-49cc-4a07-bc30-153dae7aa2c5 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356667 Sep 16 01:15:25.154296 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc347d2-7635-4340-ae0d-45976b13494c req-63bb6854-cfc6-425a-9e3e-990abd75d89c tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:25.155747 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-3dc347d2-7635-4340-ae0d-45976b13494c req-63bb6854-cfc6-425a-9e3e-990abd75d89c tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 943 time: 0.0498626 Sep 16 01:15:25.192636 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-3dc347d2-7635-4340-ae0d-45976b13494c req-c36e35f4-0ca9-45c2-9311-7618c4ba2bdf tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304508 Sep 16 01:15:25.388936 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2401d-7d51-42b7-9a95-a43e1d50f243 req-2d38faba-d364-4f19-9453-a0d8f8248d64 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:25.390822 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-91e2401d-7d51-42b7-9a95-a43e1d50f243 req-2d38faba-d364-4f19-9453-a0d8f8248d64 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0503681 Sep 16 01:15:25.429930 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-91e2401d-7d51-42b7-9a95-a43e1d50f243 req-7b885dad-ef1a-4778-b169-40d12a8dba22 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324869 Sep 16 01:15:25.963357 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device ab342768-a484-450a-a871-987a00441db8 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:15:26.060677 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port ab342768-a484-450a-a871-987a00441db8, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=ab342768-a484-450a-a871-987a00441db8,segment=NetworkSegment(60f0245f-fe74-49dd-9234-b3316d154c52),segment_id=60f0245f-fe74-49dd-9234-b3316d154c52)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:15:26.074680 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': 'ab342768-a484-450a-a871-987a00441db8', 'network_id': '8052acd4-a59e-4732-ae36-76cad98fa272', 'port_id': 'ab342768-a484-450a-a871-987a00441db8', 'mac_address': 'fa:16:3e:37:65:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33da293-adab-4303-892b-a89e87eea2b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:15:26.092670 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cc75c-31f4-4db4-bcba-ef66117e7f40 req-1210a38f-a1ed-46d3-8fc5-01a4d30d1724 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:26.094415 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-db3cc75c-31f4-4db4-bcba-ef66117e7f40 req-1210a38f-a1ed-46d3-8fc5-01a4d30d1724 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0519583 Sep 16 01:15:26.116999 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:26.127040 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab342768-a484-450a-a871-987a00441db8 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:15:26.135124 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-db3cc75c-31f4-4db4-bcba-ef66117e7f40 req-709a3bf6-a5b2-469b-81d2-bf80c3c94454 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345757 Sep 16 01:15:26.140431 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1ae9a-7093-4524-8fd5-724f8871a3b9 req-9b8a2123-1684-4078-893e-bcab1e542f44 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:26.142058 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d6e1ae9a-7093-4524-8fd5-724f8871a3b9 req-9b8a2123-1684-4078-893e-bcab1e542f44 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0506043 Sep 16 01:15:26.147947 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port ab342768-a484-450a-a871-987a00441db8, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=ab342768-a484-450a-a871-987a00441db8,segment=NetworkSegment(60f0245f-fe74-49dd-9234-b3316d154c52),segment_id=60f0245f-fe74-49dd-9234-b3316d154c52)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:15:26.181140 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d6e1ae9a-7093-4524-8fd5-724f8871a3b9 req-495dd720-7431-4e8b-a68f-19f990f2476a tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330513 Sep 16 01:15:26.250556 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:26.302844 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=ab342768-a484-450a-a871-987a00441db8,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:26.303464 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93086f-efe2-49f6-96cf-83ba04d5183a req-dec042fb-ee4c-4179-940d-204e7ebcf8f8 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:26.305029 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-1f93086f-efe2-49f6-96cf-83ba04d5183a req-dec042fb-ee4c-4179-940d-204e7ebcf8f8 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 944 time: 0.0479066 Sep 16 01:15:26.347782 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-1f93086f-efe2-49f6-96cf-83ba04d5183a req-16df1fdd-b754-457a-a2f6-2627f41e01ad tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314558 Sep 16 01:15:26.545600 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b6375-ceb2-4163-9775-306770ec950a req-5125df87-b391-4a08-85cb-c05c94eff9b0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:26.547051 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-216b6375-ceb2-4163-9775-306770ec950a req-5125df87-b391-4a08-85cb-c05c94eff9b0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0470376 Sep 16 01:15:26.586457 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-216b6375-ceb2-4163-9775-306770ec950a req-04ee6bd1-35d2-4f7b-bc2c-1dd9684eb9e6 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329218 Sep 16 01:15:26.907545 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['ab342768-a484-450a-a871-987a00441db8'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:15:27.299129 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba11da-fdd9-4050-abc3-56b0585165d7 req-f188d714-1df0-4bef-8082-02bf695e28ce tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:27.300583 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-51ba11da-fdd9-4050-abc3-56b0585165d7 req-f188d714-1df0-4bef-8082-02bf695e28ce tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0530229 Sep 16 01:15:27.338732 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-51ba11da-fdd9-4050-abc3-56b0585165d7 req-8342aed2-a755-4ef8-b068-ea01299486de tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315220 Sep 16 01:15:27.475781 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b04f8d-a6b7-4e64-93bf-8069c168fab6 req-7a23a3d5-4859-41df-8ca3-4a0ba7167611 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:27.477516 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-72b04f8d-a6b7-4e64-93bf-8069c168fab6 req-7a23a3d5-4859-41df-8ca3-4a0ba7167611 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 944 time: 0.0563045 Sep 16 01:15:27.515717 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-72b04f8d-a6b7-4e64-93bf-8069c168fab6 req-87886f4e-5432-45df-a954-126b6cad829e tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323162 Sep 16 01:15:27.702673 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f952f-480c-450e-b1d2-0c68eea8dd11 req-b85dff01-aa99-466a-8edc-11cda07a55e2 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:27.704710 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-da2f952f-480c-450e-b1d2-0c68eea8dd11 req-b85dff01-aa99-466a-8edc-11cda07a55e2 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0464211 Sep 16 01:15:27.740577 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-da2f952f-480c-450e-b1d2-0c68eea8dd11 req-6f2aa7a7-6eed-4a60-9ffe-8dcdd3b0fb96 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296924 Sep 16 01:15:28.461207 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ce15d-d100-48d0-8804-3f0fc28295d8 req-8a51750d-1aaf-4523-9af4-1d56a650c37e tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:28.463868 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d31ce15d-d100-48d0-8804-3f0fc28295d8 req-8a51750d-1aaf-4523-9af4-1d56a650c37e tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0530803 Sep 16 01:15:28.505021 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d31ce15d-d100-48d0-8804-3f0fc28295d8 req-530f5354-a07f-4d4a-aa6b-2c4472d796c9 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318093 Sep 16 01:15:28.651903 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6153b-b860-4a56-9cd7-41a3b5cfc393 req-13c4843c-79d0-427b-8008-034b8e4c73a7 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:28.653493 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4cd6153b-b860-4a56-9cd7-41a3b5cfc393 req-13c4843c-79d0-427b-8008-034b8e4c73a7 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 944 time: 0.0666823 Sep 16 01:15:28.693730 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4cd6153b-b860-4a56-9cd7-41a3b5cfc393 req-1411ab7a-4dab-435d-af02-e5fbea1ec33a tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317464 Sep 16 01:15:28.737282 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-72e09828-3779-41b5-92b9-760af82e6839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:28.858584 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633fed8-bac2-4344-8b7d-6f0762c72074 req-78f7a729-f076-4f7a-9ef5-aeef6741f1de tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:28.860267 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0633fed8-bac2-4344-8b7d-6f0762c72074 req-78f7a729-f076-4f7a-9ef5-aeef6741f1de tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0486610 Sep 16 01:15:28.896829 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0633fed8-bac2-4344-8b7d-6f0762c72074 req-6aef3a9d-22e9-4669-87bf-48ebf1c323ed tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305843 Sep 16 01:15:29.619913 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e9448-3909-42b0-9c2d-1abf0891b0f5 req-bfb5b13f-e051-42cd-8797-46cbd2fd64dc tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:29.621408 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-2f5e9448-3909-42b0-9c2d-1abf0891b0f5 req-bfb5b13f-e051-42cd-8797-46cbd2fd64dc tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0481160 Sep 16 01:15:29.659967 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-2f5e9448-3909-42b0-9c2d-1abf0891b0f5 req-2eca7f74-d106-4708-84a0-104f30c0fdd1 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325766 Sep 16 01:15:29.806687 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586ce46-485b-4aab-9072-fb15c0d461e2 req-8642c8b1-143f-4eb9-aa10-cbefd5ce8085 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:29.808189 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a586ce46-485b-4aab-9072-fb15c0d461e2 req-8642c8b1-143f-4eb9-aa10-cbefd5ce8085 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 944 time: 0.0492091 Sep 16 01:15:29.852238 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a586ce46-485b-4aab-9072-fb15c0d461e2 req-0042c263-49a1-4da4-854b-2dbbc4915312 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379660 Sep 16 01:15:29.996165 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device ab342768-a484-450a-a871-987a00441db8 up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:15:30.022719 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e4b3c-8d4d-45a3-bb5c-411b11d1de9e req-ae93f437-dda3-4cd4-a4d4-53b5f235d102 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:30.024347 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-595e4b3c-8d4d-45a3-bb5c-411b11d1de9e req-ae93f437-dda3-4cd4-a4d4-53b5f235d102 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0531452 Sep 16 01:15:30.067167 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-595e4b3c-8d4d-45a3-bb5c-411b11d1de9e req-835702b0-14c7-4a11-8499-6566a3e91430 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356231 Sep 16 01:15:30.119293 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning for port ab342768-a484-450a-a871-987a00441db8 completed by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 01:15:30.123196 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port ab342768-a484-450a-a871-987a00441db8 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:15:30.123570 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:30.153409 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359c832-46a0-4764-8e28-63e5856d1623 req-f74e3192-77ac-4a30-9f95-ae9689c6088e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:30.154925 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b359c832-46a0-4764-8e28-63e5856d1623 req-f74e3192-77ac-4a30-9f95-ae9689c6088e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e&tenant_id=99833be108654994aac6dcf7cf390340 HTTP/1.1" status: 200 len: 1096 time: 0.0688620 Sep 16 01:15:30.203664 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:30.225695 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66436728-c36d-4bb6-ab27-302f6e42af6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab342768-a484-450a-a871-987a00441db8'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:15:30.227981 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98db5d61-4894-4573-bfdb-9ff7cda01bc7" -d '{"events": [{"server_uuid": "66436728-c36d-4bb6-ab27-302f6e42af6a", "name": "network-vif-plugged", "status": "completed", "tag": "ab342768-a484-450a-a871-987a00441db8"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:15:30.243791 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port ab342768-a484-450a-a871-987a00441db8, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=ab342768-a484-450a-a871-987a00441db8,segment=NetworkSegment(60f0245f-fe74-49dd-9234-b3316d154c52),segment_id=60f0245f-fe74-49dd-9234-b3316d154c52)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:15:30.264202 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c141e81-d22c-49d1-b057-394421d33639 x-openstack-request-id: req-1c141e81-d22c-49d1-b057-394421d33639 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:15:30.264498 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66436728-c36d-4bb6-ab27-302f6e42af6a", "name": "network-vif-plugged", "status": "completed", "tag": "ab342768-a484-450a-a871-987a00441db8", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:15:30.264754 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c141e81-d22c-49d1-b057-394421d33639 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:15:30.265188 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66436728-c36d-4bb6-ab27-302f6e42af6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab342768-a484-450a-a871-987a00441db8', 'code': 200} Sep 16 01:15:30.325036 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:30.371411 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=ab342768-a484-450a-a871-987a00441db8,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:30.780809 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a188596-01e6-4cb9-866d-258dc477d2b1 req-ce326869-a3c6-448b-b3ff-cbe74e4de13e tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:30.782342 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-3a188596-01e6-4cb9-866d-258dc477d2b1 req-ce326869-a3c6-448b-b3ff-cbe74e4de13e tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0517218 Sep 16 01:15:30.820736 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-3a188596-01e6-4cb9-866d-258dc477d2b1 req-19f9d81b-fa2a-4373-96c9-231a072bda6b tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323751 Sep 16 01:15:30.964634 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510215c-87bc-4e76-be1a-0127e6e6928b req-7568ef25-d525-4305-a97f-1557477f7c2a tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:30.966056 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5510215c-87bc-4e76-be1a-0127e6e6928b req-7568ef25-d525-4305-a97f-1557477f7c2a tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 945 time: 0.0470481 Sep 16 01:15:31.001920 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5510215c-87bc-4e76-be1a-0127e6e6928b req-fccf0526-f881-41a1-917a-df621c11244d tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298729 Sep 16 01:15:31.183726 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a537d3-cb53-4bfb-8e1f-8ad1baff86b6 req-a5fd3bcb-0d0d-4bc0-9b5f-4cc0d7255e09 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:31.185226 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f1a537d3-cb53-4bfb-8e1f-8ad1baff86b6 req-a5fd3bcb-0d0d-4bc0-9b5f-4cc0d7255e09 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0463588 Sep 16 01:15:31.223815 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f1a537d3-cb53-4bfb-8e1f-8ad1baff86b6 req-6b66c42c-6eda-44fa-af1d-f2c0416d206f tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299602 Sep 16 01:15:31.478982 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-648e4af3-ff9a-4791-a9ba-a3d7d2cec2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:31.845243 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:31.935761 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce36da4-fb92-4a22-96a7-5782c81568d9 req-b0de100e-af95-4611-b5e4-942ad01cdfb6 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:31.937282 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-cce36da4-fb92-4a22-96a7-5782c81568d9 req-b0de100e-af95-4611-b5e4-942ad01cdfb6 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0488431 Sep 16 01:15:31.974171 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-cce36da4-fb92-4a22-96a7-5782c81568d9 req-01d0349a-4afc-4465-816e-ce7ded70ac47 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309620 Sep 16 01:15:32.115383 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cabd6e-2c45-4f75-b638-2a5b42c1d5f2 req-458ce94f-5767-4318-8feb-41db0d26b98c tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:32.116911 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-52cabd6e-2c45-4f75-b638-2a5b42c1d5f2 req-458ce94f-5767-4318-8feb-41db0d26b98c tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 945 time: 0.0509889 Sep 16 01:15:32.153570 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-52cabd6e-2c45-4f75-b638-2a5b42c1d5f2 req-89e65bfb-93c4-4100-96c6-8a1309c8f40a tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309272 Sep 16 01:15:32.342104 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8123b7c-6feb-4644-875f-0c971aaca6ab req-b0a154cb-6ce5-4fba-bbb5-9a5528abb528 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:32.343624 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e8123b7c-6feb-4644-875f-0c971aaca6ab req-b0a154cb-6ce5-4fba-bbb5-9a5528abb528 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0514445 Sep 16 01:15:32.381416 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e8123b7c-6feb-4644-875f-0c971aaca6ab req-15d606c6-91fd-4280-a832-9ffa2857ac2d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316985 Sep 16 01:15:32.810702 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:33.046372 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359c832-46a0-4764-8e28-63e5856d1623 req-0683cabc-83ef-4865-b82a-7d9dcacc714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:33.048366 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b359c832-46a0-4764-8e28-63e5856d1623 req-0683cabc-83ef-4865-b82a-7d9dcacc714c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99833be108654994aac6dcf7cf390340&device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 1096 time: 0.0715215 Sep 16 01:15:33.054356 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b300caf-56fb-466f-8625-5d9d5e5bee4b req-1c6dac31-dd94-4b63-b0ff-747b43b0d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:33.055830 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3b300caf-56fb-466f-8625-5d9d5e5bee4b req-1c6dac31-dd94-4b63-b0ff-747b43b0d45a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 1099 time: 0.0532780 Sep 16 01:15:33.092380 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60871e05-366c-42e0-9ed5-24803d7ab7c8 req-5fb44624-4e2e-400c-ab78-9324667ec1e3 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:33.093953 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-60871e05-366c-42e0-9ed5-24803d7ab7c8 req-5fb44624-4e2e-400c-ab78-9324667ec1e3 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0535734 Sep 16 01:15:33.134777 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-60871e05-366c-42e0-9ed5-24803d7ab7c8 req-5b3d6450-bfff-4b1a-a73e-f0c4263b7358 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333707 Sep 16 01:15:33.151056 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3b300caf-56fb-466f-8625-5d9d5e5bee4b req-538f6df4-6da6-4d13-b9a3-e629d27bbb85 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862842 Sep 16 01:15:33.175579 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359c832-46a0-4764-8e28-63e5856d1623 req-36df38c4-c125-41e7-9076-284aaa142396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:33.177076 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b359c832-46a0-4764-8e28-63e5856d1623 req-36df38c4-c125-41e7-9076-284aaa142396 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 HTTP/1.1" status: 200 len: 918 time: 0.1203585 Sep 16 01:15:33.265394 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65949366-e510-4887-bd23-a5d7af628d53 req-e2b4f9fd-be6a-4b34-a782-e52d92526795 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:33.267366 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-65949366-e510-4887-bd23-a5d7af628d53 req-e2b4f9fd-be6a-4b34-a782-e52d92526795 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 945 time: 0.0488088 Sep 16 01:15:33.303344 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-65949366-e510-4887-bd23-a5d7af628d53 req-948f9cd7-260c-48a5-8929-c5972304d8f8 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300705 Sep 16 01:15:33.498628 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2917b-5611-4471-839b-35e73967d254 req-87601538-a848-4750-923a-97f215bfcb6c tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:33.500319 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-45e2917b-5611-4471-839b-35e73967d254 req-87601538-a848-4750-923a-97f215bfcb6c tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0479643 Sep 16 01:15:33.540853 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-45e2917b-5611-4471-839b-35e73967d254 req-af63bd77-fff8-4ecb-8f88-a91ed4e1a095 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327125 Sep 16 01:15:33.579491 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b359c832-46a0-4764-8e28-63e5856d1623 req-b0caa3fc-df8b-470b-8184-e5e889d00e42 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24101933-817d-46a0-9608-cd6c9264d7b0 HTTP/1.1" status: 200 len: 999 time: 0.0870478 Sep 16 01:15:33.585253 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26625b-4fd4-4cec-b63b-ba9d0b557258 req-338cb2ea-802d-469c-93bf-bbf60ef9c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:33.586705 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1a26625b-4fd4-4cec-b63b-ba9d0b557258 req-338cb2ea-802d-469c-93bf-bbf60ef9c89a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 1098 time: 0.0568256 Sep 16 01:15:33.650790 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359c832-46a0-4764-8e28-63e5856d1623 req-5f39f4d1-e97d-48fa-9c56-cef4265cd3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:33.652229 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b359c832-46a0-4764-8e28-63e5856d1623 req-5f39f4d1-e97d-48fa-9c56-cef4265cd3da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4795dce4-579a-4783-9e42-b5fb1cdac969 HTTP/1.1" status: 200 len: 856 time: 0.0647044 Sep 16 01:15:33.655914 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1a26625b-4fd4-4cec-b63b-ba9d0b557258 req-03b803d3-578d-4201-812b-9f4cbef9af3d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438659 Sep 16 01:15:34.236403 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359c832-46a0-4764-8e28-63e5856d1623 req-64138b39-11c9-41b1-82ec-da35655da22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:34.238242 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b359c832-46a0-4764-8e28-63e5856d1623 req-64138b39-11c9-41b1-82ec-da35655da22a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2757695 Sep 16 01:15:34.260730 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdab959-70fc-4f21-8678-807b054084a3 req-4bac5b97-0cb2-4c33-81df-1b0b48337101 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:34.262261 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ffdab959-70fc-4f21-8678-807b054084a3 req-4bac5b97-0cb2-4c33-81df-1b0b48337101 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0542235 Sep 16 01:15:34.300664 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ffdab959-70fc-4f21-8678-807b054084a3 req-b86805a5-4a61-4dfd-b98a-6f4e10b4a0ac tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316985 Sep 16 01:15:34.330725 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:34.335620 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b359c832-46a0-4764-8e28-63e5856d1623 req-6b8f2a4a-109f-4331-92cd-ee56ee605e37 service neutron] 10.222.0.47 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870845 Sep 16 01:15:34.466453 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d2c1f-f4bc-4655-8b6a-a958d12e5649 req-5b065a6b-0ff9-4518-bba9-7f989e86769c tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:34.467971 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c06d2c1f-f4bc-4655-8b6a-a958d12e5649 req-5b065a6b-0ff9-4518-bba9-7f989e86769c tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 945 time: 0.0936122 Sep 16 01:15:34.470077 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b359c832-46a0-4764-8e28-63e5856d1623 req-19edd2e7-1a30-4a04-ab4b-9ce61685f99c service neutron] 10.222.0.47 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231406 Sep 16 01:15:34.507832 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c06d2c1f-f4bc-4655-8b6a-a958d12e5649 req-db61d6ee-4341-4b32-b001-1e453501325d tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339243 Sep 16 01:15:34.661850 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef02cf4-f9f0-4759-bd7d-1e8b14bb5413 req-f5a41812-378a-4ef6-a389-2a909d53669d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:34.662097 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-3ef02cf4-f9f0-4759-bd7d-1e8b14bb5413 req-f5a41812-378a-4ef6-a389-2a909d53669d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0488474 Sep 16 01:15:34.716039 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-3ef02cf4-f9f0-4759-bd7d-1e8b14bb5413 req-cdc8ce51-72a1-48a7-9344-3131f77bc1d2 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375962 Sep 16 01:15:35.416522 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b192c-2864-4457-bf1a-3298c9c34192 req-4dc50800-42a9-4973-9927-13c22d6831cf tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:35.418172 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e38b192c-2864-4457-bf1a-3298c9c34192 req-4dc50800-42a9-4973-9927-13c22d6831cf tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0482457 Sep 16 01:15:35.456423 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e38b192c-2864-4457-bf1a-3298c9c34192 req-308e8d6b-53b4-4730-a432-7dae7c461886 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317450 Sep 16 01:15:35.775342 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed17eaa-139d-47d6-acde-98650823c5fc req-abaa8098-d8c1-40ce-aed8-4a4d5e9cb3ad tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:35.776774 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fed17eaa-139d-47d6-acde-98650823c5fc req-abaa8098-d8c1-40ce-aed8-4a4d5e9cb3ad tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 945 time: 0.0739775 Sep 16 01:15:35.822571 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fed17eaa-139d-47d6-acde-98650823c5fc req-4417e6fc-aac4-4893-aa4e-887d63e2ea89 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364311 Sep 16 01:15:35.956589 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d9d73-342c-45a3-8606-1fdc963b9aa2 req-03cb7916-e779-4f6b-b6c8-f1c40ca7f59a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:35.958534 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4e1d9d73-342c-45a3-8606-1fdc963b9aa2 req-03cb7916-e779-4f6b-b6c8-f1c40ca7f59a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0627954 Sep 16 01:15:36.002433 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4e1d9d73-342c-45a3-8606-1fdc963b9aa2 req-d2675c96-c1d5-473d-a3e3-85d7f043ee03 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360246 Sep 16 01:15:36.201731 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07c3bc-8839-42fe-92b4-a136d5b6ddc6 req-74276f46-f182-4bb6-869f-789ad41e0dcd tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:36.203228 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9e07c3bc-8839-42fe-92b4-a136d5b6ddc6 req-74276f46-f182-4bb6-869f-789ad41e0dcd tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0472732 Sep 16 01:15:36.242104 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9e07c3bc-8839-42fe-92b4-a136d5b6ddc6 req-66ed489e-74ed-485c-a5d2-38592e3c308c tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322280 Sep 16 01:15:36.842498 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da52c1-66e5-44ee-a53d-a27752c26296 req-c3366bce-3f48-423f-b1f5-e39918b7f3af tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:36.849505 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-67da52c1-66e5-44ee-a53d-a27752c26296 req-c3366bce-3f48-423f-b1f5-e39918b7f3af tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 946 time: 0.0646493 Sep 16 01:15:36.885281 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-67da52c1-66e5-44ee-a53d-a27752c26296 req-15c556a9-bdf4-492b-b58c-be11013afe19 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315263 Sep 16 01:15:37.152104 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9843480-450b-4e37-8c75-86261c1315d6 req-db48a3d3-a06d-467d-ae33-3f013945c65c tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:37.165446 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e9843480-450b-4e37-8c75-86261c1315d6 req-db48a3d3-a06d-467d-ae33-3f013945c65c tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0740349 Sep 16 01:15:37.211468 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e9843480-450b-4e37-8c75-86261c1315d6 req-4c8f9b5c-b7fd-4218-b255-77504fa56f82 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374820 Sep 16 01:15:37.367546 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f5e9d-90c5-4ad9-870c-08f1d1a87c0e req-118f6fbb-4941-4646-8198-f2cb36af84ed tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:37.376544 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-440f5e9d-90c5-4ad9-870c-08f1d1a87c0e req-118f6fbb-4941-4646-8198-f2cb36af84ed tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0612164 Sep 16 01:15:37.415306 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-440f5e9d-90c5-4ad9-870c-08f1d1a87c0e req-88fb1c4d-01bd-4d2e-8d3e-da335908e72a tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378525 Sep 16 01:15:37.937865 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6213913-d681-4cb1-b78c-13d315d4e4a1 req-d52081f3-feba-4822-af2e-eb25e26bca8d tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:37.939473 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f6213913-d681-4cb1-b78c-13d315d4e4a1 req-d52081f3-feba-4822-af2e-eb25e26bca8d tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 945 time: 0.0537219 Sep 16 01:15:37.978584 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f6213913-d681-4cb1-b78c-13d315d4e4a1 req-d2fc9e07-f2ae-4d7a-9d22-1c64b8a5c571 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329463 Sep 16 01:15:38.009638 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97c5f3-16a7-4297-b3dc-25c59c9c4084 req-dc1c5dec-e591-4576-9bf1-c7dd37d32e8d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:38.016687 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8e97c5f3-16a7-4297-b3dc-25c59c9c4084 req-dc1c5dec-e591-4576-9bf1-c7dd37d32e8d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 946 time: 0.0549512 Sep 16 01:15:38.053040 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8e97c5f3-16a7-4297-b3dc-25c59c9c4084 req-20c3f452-68bd-456c-b623-b5e67eb6d90b tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339808 Sep 16 01:15:38.340856 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd56c44-22d1-49a7-8645-f8b274b5cb8b req-718ae991-8e85-4002-b19d-8b439af1145f tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:38.342517 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-dfd56c44-22d1-49a7-8645-f8b274b5cb8b req-718ae991-8e85-4002-b19d-8b439af1145f tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0534794 Sep 16 01:15:38.385589 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-dfd56c44-22d1-49a7-8645-f8b274b5cb8b req-86f0145b-2637-4f5d-be57-00694b1fca1f tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362136 Sep 16 01:15:38.552660 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e1aaf-aa10-4603-96aa-5778981fefc0 req-b4c4ede6-d409-4a47-b29f-e185bb4a3db8 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:38.554409 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-af4e1aaf-aa10-4603-96aa-5778981fefc0 req-b4c4ede6-d409-4a47-b29f-e185bb4a3db8 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0603037 Sep 16 01:15:38.600273 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-af4e1aaf-aa10-4603-96aa-5778981fefc0 req-d3f1ee7b-3409-422b-a5b0-7f88c928304c tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391350 Sep 16 01:15:39.116569 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d3a8f-7169-4b51-b31e-82bb9a8f146f req-7ee04e0b-edd3-45ad-98e7-2527fb835b79 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:39.119454 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d56d3a8f-7169-4b51-b31e-82bb9a8f146f req-7ee04e0b-edd3-45ad-98e7-2527fb835b79 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 945 time: 0.0592093 Sep 16 01:15:39.176502 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d56d3a8f-7169-4b51-b31e-82bb9a8f146f req-ae008c5e-d309-481e-aca4-9aed7ed573b5 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511472 Sep 16 01:15:39.232061 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a414b-bafa-4994-a9d0-8acfd99cafd7 req-40af1c40-a431-411b-b7eb-ffa68529a527 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:39.234392 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-803a414b-bafa-4994-a9d0-8acfd99cafd7 req-40af1c40-a431-411b-b7eb-ffa68529a527 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 946 time: 0.1029623 Sep 16 01:15:39.274541 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-803a414b-bafa-4994-a9d0-8acfd99cafd7 req-e5a501a1-384d-4868-9a75-f8f26f50b59b tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342093 Sep 16 01:15:39.525689 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28389f0b-3e8f-47d1-b47d-798042d522d2 req-3ff00cb3-de03-44ec-83cb-ae4b657bf6ce tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:39.533743 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-28389f0b-3e8f-47d1-b47d-798042d522d2 req-3ff00cb3-de03-44ec-83cb-ae4b657bf6ce tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0687933 Sep 16 01:15:39.587879 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-28389f0b-3e8f-47d1-b47d-798042d522d2 req-1e8b7476-bbea-4848-a99f-846dcffbc517 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513117 Sep 16 01:15:39.760000 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739d0fa-fe2d-480a-8dac-1ee023860ce5 req-186b9590-3bf5-4d48-b0c3-402135ec7da8 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:39.765382 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9739d0fa-fe2d-480a-8dac-1ee023860ce5 req-186b9590-3bf5-4d48-b0c3-402135ec7da8 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0633781 Sep 16 01:15:39.803530 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9739d0fa-fe2d-480a-8dac-1ee023860ce5 req-004c84b6-dd37-48ce-b523-f88e2f5ec040 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350940 Sep 16 01:15:40.316122 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30134d9-bf13-455e-b8f2-4baa7fc7165d req-761425ef-ec0f-4748-99e0-e9725794376e tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:40.321953 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c30134d9-bf13-455e-b8f2-4baa7fc7165d req-761425ef-ec0f-4748-99e0-e9725794376e tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 945 time: 0.0715322 Sep 16 01:15:40.419446 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be88439-d706-4d34-a4f8-5114432a1005 req-015c9ee6-1fb4-4625-afb5-21f1a33ede4a tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:40.421680 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c30134d9-bf13-455e-b8f2-4baa7fc7165d req-68c1af6b-0e82-470c-96d3-f72d7c91c559 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978324 Sep 16 01:15:40.429076 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7be88439-d706-4d34-a4f8-5114432a1005 req-015c9ee6-1fb4-4625-afb5-21f1a33ede4a tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 946 time: 0.0826700 Sep 16 01:15:40.471723 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7be88439-d706-4d34-a4f8-5114432a1005 req-fe499545-5454-44ee-8217-9da2d7c11be1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413859 Sep 16 01:15:40.716008 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002fb24-c750-45f4-be17-7396571d2fdf req-98e2164a-55c7-4a99-9c73-a9554da95f89 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:40.717625 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4002fb24-c750-45f4-be17-7396571d2fdf req-98e2164a-55c7-4a99-9c73-a9554da95f89 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0492666 Sep 16 01:15:40.761559 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4002fb24-c750-45f4-be17-7396571d2fdf req-fbdae962-fbc4-41b6-9f18-8d1d1c116f8f tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354490 Sep 16 01:15:40.947642 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5b652-eab9-49af-91d6-87751d7dbac4 req-b94984d8-d62f-40b5-888a-8d69afed46dd tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:40.949628 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-32a5b652-eab9-49af-91d6-87751d7dbac4 req-b94984d8-d62f-40b5-888a-8d69afed46dd tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0549386 Sep 16 01:15:40.994408 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-32a5b652-eab9-49af-91d6-87751d7dbac4 req-198ab3a6-2586-42f8-bf3b-e5de49e4ca0a tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382731 Sep 16 01:15:41.529086 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f63274-bde2-4472-8482-4cae03704d1f req-2dda826f-edaf-4d4f-a789-361dd5515b49 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:41.530813 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e4f63274-bde2-4472-8482-4cae03704d1f req-2dda826f-edaf-4d4f-a789-361dd5515b49 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 945 time: 0.0496318 Sep 16 01:15:41.592115 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e4f63274-bde2-4472-8482-4cae03704d1f req-d192eab2-7d24-4844-a05c-3206f4281813 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480490 Sep 16 01:15:41.606170 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076ba82-4a3b-4796-a622-bdf4820ab6ee req-dd10ee1a-c8ee-41db-a035-b0327058c508 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:41.607876 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d076ba82-4a3b-4796-a622-bdf4820ab6ee req-dd10ee1a-c8ee-41db-a035-b0327058c508 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 946 time: 0.0598979 Sep 16 01:15:41.646880 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d076ba82-4a3b-4796-a622-bdf4820ab6ee req-5ab51ed1-cdbe-43e7-bb71-24100c5631ba tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317862 Sep 16 01:15:41.942890 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a54b2-4906-4e01-a6d2-dea349d1861b req-97136f5d-874f-46d6-a4d7-e381917a2a89 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:41.963950 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-2b2a54b2-4906-4e01-a6d2-dea349d1861b req-97136f5d-874f-46d6-a4d7-e381917a2a89 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0646880 Sep 16 01:15:41.984728 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-2b2a54b2-4906-4e01-a6d2-dea349d1861b req-c56123cf-c836-426b-a805-208bdf76881a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338573 Sep 16 01:15:42.118600 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50e856-2ef4-48f3-9637-cf370058cd1d req-e5aae2a1-922d-4f3b-a7b5-2d6aadea2c62 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:42.120326 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ed50e856-2ef4-48f3-9637-cf370058cd1d req-e5aae2a1-922d-4f3b-a7b5-2d6aadea2c62 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0516732 Sep 16 01:15:42.161301 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ed50e856-2ef4-48f3-9637-cf370058cd1d req-e352ae97-9472-44cc-9f28-172696742d0b tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341759 Sep 16 01:15:42.706653 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1315ed-56c6-4e96-9e02-51ac692d74a8 req-3a23cb7c-6723-4aa9-8b4e-a06d9ab16219 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:42.708272 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-3b1315ed-56c6-4e96-9e02-51ac692d74a8 req-3a23cb7c-6723-4aa9-8b4e-a06d9ab16219 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 945 time: 0.0607402 Sep 16 01:15:42.752070 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-3b1315ed-56c6-4e96-9e02-51ac692d74a8 req-30ddb998-8db9-4505-97d7-1303fd3ac6db tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370288 Sep 16 01:15:42.770095 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d21edd-c43c-4af8-b84b-373cd49c9d9a req-4a990d91-ffb2-4125-a190-39a52904f235 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:42.773221 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-85d21edd-c43c-4af8-b84b-373cd49c9d9a req-4a990d91-ffb2-4125-a190-39a52904f235 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 946 time: 0.0531616 Sep 16 01:15:42.809114 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-85d21edd-c43c-4af8-b84b-373cd49c9d9a req-e75d945f-702f-4f24-959a-24d19f7b84a3 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309777 Sep 16 01:15:43.109300 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11cedf-3779-4dff-bd28-fc358b3e052d req-2b9340a7-97ed-4dc7-800e-2931c0763908 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:43.111687 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8a11cedf-3779-4dff-bd28-fc358b3e052d req-2b9340a7-97ed-4dc7-800e-2931c0763908 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0514448 Sep 16 01:15:43.157041 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8a11cedf-3779-4dff-bd28-fc358b3e052d req-f2695abe-6b4e-4124-ba26-fb703e74101a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391896 Sep 16 01:15:43.289277 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf025fd5-a164-4860-bea3-a101aa6944eb req-d236fa16-e406-4c3d-a39a-63b36ff1ba2f tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:43.297904 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-cf025fd5-a164-4860-bea3-a101aa6944eb req-d236fa16-e406-4c3d-a39a-63b36ff1ba2f tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0595474 Sep 16 01:15:43.341756 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-cf025fd5-a164-4860-bea3-a101aa6944eb req-2ef921e1-6426-4c3f-97ae-c18cf9c7ce9f tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353127 Sep 16 01:15:43.885893 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9f0b7-c19e-4f8b-a652-d8b1ec42fd95 req-1573bc55-0198-445d-afd2-81c90381e5ca tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:43.887505 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-55d9f0b7-c19e-4f8b-a652-d8b1ec42fd95 req-1573bc55-0198-445d-afd2-81c90381e5ca tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 945 time: 0.0642781 Sep 16 01:15:43.927224 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-55d9f0b7-c19e-4f8b-a652-d8b1ec42fd95 req-64f4625c-a0fe-49f5-b2c7-eea35bb61de0 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325859 Sep 16 01:15:43.935019 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18daf7f-3fe1-4d41-abfb-452bf8922fdb req-53350b43-cad2-49b6-a9ae-8347b3adaf92 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:43.936595 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b18daf7f-3fe1-4d41-abfb-452bf8922fdb req-53350b43-cad2-49b6-a9ae-8347b3adaf92 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 946 time: 0.0518258 Sep 16 01:15:43.979747 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b18daf7f-3fe1-4d41-abfb-452bf8922fdb req-f9a4d214-f9cf-4c0a-8cbb-03ce75ed7ece tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368316 Sep 16 01:15:44.287796 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbb509-5bff-4db4-9692-d659fe3729bd req-998e40b6-da70-446b-b49e-470fadd36974 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:44.295346 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8edbb509-5bff-4db4-9692-d659fe3729bd req-998e40b6-da70-446b-b49e-470fadd36974 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0605426 Sep 16 01:15:44.331913 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8edbb509-5bff-4db4-9692-d659fe3729bd req-69d3e62f-b5f4-4f05-97fa-4c2054eef864 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355144 Sep 16 01:15:44.458271 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456aa47-fcad-4dfe-88fe-dd79c97316b4 req-fd0783ec-8977-4adc-9027-1cc04ed92b8d tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:44.460296 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3456aa47-fcad-4dfe-88fe-dd79c97316b4 req-fd0783ec-8977-4adc-9027-1cc04ed92b8d tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0562797 Sep 16 01:15:44.514292 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3456aa47-fcad-4dfe-88fe-dd79c97316b4 req-57275bcc-e780-4685-be41-c0f4f66af674 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370069 Sep 16 01:15:45.056342 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc164839-d6d4-4df0-85ff-5a197d8ab186 req-904c263f-0f0b-4129-b775-f62e8b40f9b0 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:45.057992 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fc164839-d6d4-4df0-85ff-5a197d8ab186 req-904c263f-0f0b-4129-b775-f62e8b40f9b0 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 945 time: 0.0514579 Sep 16 01:15:45.097854 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fc164839-d6d4-4df0-85ff-5a197d8ab186 req-b357c65d-712c-43a0-a07c-76658f93292e tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336018 Sep 16 01:15:45.111703 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6071eb-26fc-46f6-beff-cd78df2a04ad req-a59c400d-44a2-4515-be53-bf3c3f82f302 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:45.121643 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1f6071eb-26fc-46f6-beff-cd78df2a04ad req-a59c400d-44a2-4515-be53-bf3c3f82f302 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 946 time: 0.0652146 Sep 16 01:15:45.165218 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1f6071eb-26fc-46f6-beff-cd78df2a04ad req-0f4a1496-2b43-46ab-85ba-43d40ddb877f tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409305 Sep 16 01:15:45.473702 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b6624-8d33-477b-b109-70faac25164f req-9f53333f-24f6-4508-94b5-6cd4e20a7612 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:45.481258 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-207b6624-8d33-477b-b109-70faac25164f req-9f53333f-24f6-4508-94b5-6cd4e20a7612 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0746331 Sep 16 01:15:45.521425 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-207b6624-8d33-477b-b109-70faac25164f req-614e685e-2c75-4d83-aa55-26bb1c5425fa tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389113 Sep 16 01:15:45.639571 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079890e-bbc7-4f14-bb49-84371d5f85c6 req-1e7a71df-8275-4256-8c3d-966ed34e053a tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:45.641559 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e079890e-bbc7-4f14-bb49-84371d5f85c6 req-1e7a71df-8275-4256-8c3d-966ed34e053a tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0484962 Sep 16 01:15:45.679396 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e079890e-bbc7-4f14-bb49-84371d5f85c6 req-aba6ea2b-9762-4a9f-bc1f-ddd48b438950 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318270 Sep 16 01:15:46.222462 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d0a41-7fd2-4c74-a30e-de9a52d7a24c req-07da223f-acb3-4f7f-b115-fcd7f646efad tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:46.226788 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5e5d0a41-7fd2-4c74-a30e-de9a52d7a24c req-07da223f-acb3-4f7f-b115-fcd7f646efad tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 945 time: 0.0511575 Sep 16 01:15:46.263335 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5e5d0a41-7fd2-4c74-a30e-de9a52d7a24c req-4f0b89fe-5f33-4c79-8372-146143af5f8d tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326228 Sep 16 01:15:46.287376 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a4e18-1de7-4772-a353-182b6008c00d req-b3e724a1-9e74-4b7b-9aae-5364fe164379 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:46.289520 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-262a4e18-1de7-4772-a353-182b6008c00d req-b3e724a1-9e74-4b7b-9aae-5364fe164379 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 946 time: 0.0569420 Sep 16 01:15:46.348029 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-262a4e18-1de7-4772-a353-182b6008c00d req-679be25d-2f52-413d-ba1a-ae4a6223e681 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505359 Sep 16 01:15:46.654562 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00424dc-7e1a-4a41-b610-0f3f9e6f1422 req-1301984c-cdf2-482a-8273-dc340efe3a52 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:46.656070 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c00424dc-7e1a-4a41-b610-0f3f9e6f1422 req-1301984c-cdf2-482a-8273-dc340efe3a52 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0529761 Sep 16 01:15:46.695547 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c00424dc-7e1a-4a41-b610-0f3f9e6f1422 req-12171563-08d0-41eb-8146-2971906ecb9d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334373 Sep 16 01:15:46.818897 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc61095-28f3-4c28-a51b-698406164d78 req-34ecb74f-5cf6-4df3-a3dc-f681910b8cd2 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:46.820342 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-afc61095-28f3-4c28-a51b-698406164d78 req-34ecb74f-5cf6-4df3-a3dc-f681910b8cd2 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0715311 Sep 16 01:15:46.861357 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-afc61095-28f3-4c28-a51b-698406164d78 req-71045c70-182e-45fc-b3a5-ef6a54a5b54a tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349004 Sep 16 01:15:47.361014 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:47.407993 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfffb68-c0a0-4f2e-8d2e-5126f645e807 req-da348d5c-a9b5-4d97-ab57-895d16d3e2ba tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:47.411923 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4cfffb68-c0a0-4f2e-8d2e-5126f645e807 req-da348d5c-a9b5-4d97-ab57-895d16d3e2ba tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 945 time: 0.0739353 Sep 16 01:15:47.459854 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4cfffb68-c0a0-4f2e-8d2e-5126f645e807 req-3b305613-ca52-42ec-bff0-2b2c1a510873 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412211 Sep 16 01:15:47.480240 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29116a-f00e-41af-88e9-2ce2a19630f8 req-5702cdb8-60f0-4db7-aa8b-9037f271b7d2 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:47.481930 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-dc29116a-f00e-41af-88e9-2ce2a19630f8 req-5702cdb8-60f0-4db7-aa8b-9037f271b7d2 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 946 time: 0.0554290 Sep 16 01:15:47.527815 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-dc29116a-f00e-41af-88e9-2ce2a19630f8 req-1cd2543d-4ff3-4969-ba2f-9e764340de13 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386891 Sep 16 01:15:47.834736 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54aaff-3166-4980-bf00-d5cd597c542c req-288db4c0-c16c-4baf-9ab8-2b0af0dd1290 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:47.836466 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-3b54aaff-3166-4980-bf00-d5cd597c542c req-288db4c0-c16c-4baf-9ab8-2b0af0dd1290 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0552647 Sep 16 01:15:47.893434 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-3b54aaff-3166-4980-bf00-d5cd597c542c req-24afe743-0403-4db8-b12e-a48bb6ea3e46 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495453 Sep 16 01:15:47.994818 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9db91-d69d-4122-b326-b2b03a63a63d req-a591d847-a49a-4663-87a7-7848b9e18c92 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:47.996623 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2aa9db91-d69d-4122-b326-b2b03a63a63d req-a591d847-a49a-4663-87a7-7848b9e18c92 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0528286 Sep 16 01:15:48.071370 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2aa9db91-d69d-4122-b326-b2b03a63a63d req-42a7e01e-7f04-467b-a512-08c7be61cc24 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362098 Sep 16 01:15:48.580790 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3d8a7-a790-4414-bfb8-161cddee9b56 req-1f9340e7-b953-46c7-af85-7969142db757 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:48.582428 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b2f3d8a7-a790-4414-bfb8-161cddee9b56 req-1f9340e7-b953-46c7-af85-7969142db757 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 945 time: 0.0521445 Sep 16 01:15:48.629137 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b2f3d8a7-a790-4414-bfb8-161cddee9b56 req-5ea9c02e-b8ab-425c-8e7e-1f275a83136e tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401428 Sep 16 01:15:48.669247 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802e1c1-68d0-46e2-a568-a7fa64ebf4bd req-850c0781-7a7c-49bc-a6d6-c7b4338621de tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:48.670771 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8802e1c1-68d0-46e2-a568-a7fa64ebf4bd req-850c0781-7a7c-49bc-a6d6-c7b4338621de tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 946 time: 0.0641923 Sep 16 01:15:48.715354 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8802e1c1-68d0-46e2-a568-a7fa64ebf4bd req-2f1d4781-d252-445e-8e58-893118307820 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322001 Sep 16 01:15:48.734964 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:15:49.022016 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c17d1-ee25-4410-8329-b4146ec358d8 req-6737d9ab-b7d7-4e8b-811d-2e07c9929058 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:49.023617 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-af4c17d1-ee25-4410-8329-b4146ec358d8 req-6737d9ab-b7d7-4e8b-811d-2e07c9929058 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0551524 Sep 16 01:15:49.076172 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-af4c17d1-ee25-4410-8329-b4146ec358d8 req-9e6538c5-31e7-49b3-91e7-c208a12a3e64 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451205 Sep 16 01:15:49.160374 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14adde6-c1d1-4e08-b82b-ee46fc92c82f req-da9e78ff-5913-4d60-9798-51cb3a06e3e9 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:49.161894 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e14adde6-c1d1-4e08-b82b-ee46fc92c82f req-da9e78ff-5913-4d60-9798-51cb3a06e3e9 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0490572 Sep 16 01:15:49.200768 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e14adde6-c1d1-4e08-b82b-ee46fc92c82f req-2859a141-318e-4b9a-a99b-4563317cd6c0 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324268 Sep 16 01:15:49.749613 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c2ecf-1a98-455f-bc19-f7bc004ed1f2 req-993aa60e-48e1-4ca3-96e8-0c97fc861002 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:49.751164 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e70c2ecf-1a98-455f-bc19-f7bc004ed1f2 req-993aa60e-48e1-4ca3-96e8-0c97fc861002 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 945 time: 0.0519638 Sep 16 01:15:49.809700 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e70c2ecf-1a98-455f-bc19-f7bc004ed1f2 req-e6202369-d45b-4d42-8c3c-d35892da5c8a tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480757 Sep 16 01:15:49.860073 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0c8cc-8781-4b36-ba1b-5e3af029b751 req-a5eb7fc8-1f24-44a1-aaf0-3b9a2aa3d51c tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:49.861612 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-56e0c8cc-8781-4b36-ba1b-5e3af029b751 req-a5eb7fc8-1f24-44a1-aaf0-3b9a2aa3d51c tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 946 time: 0.0550408 Sep 16 01:15:49.900043 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-56e0c8cc-8781-4b36-ba1b-5e3af029b751 req-5947aece-46cb-4c02-83ca-389085c40390 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323296 Sep 16 01:15:50.217568 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc432a8-cd68-4317-9024-6930b63a3e9c req-04016ceb-f664-44e4-90ea-ee2ebd626dc6 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:50.219216 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-dfc432a8-cd68-4317-9024-6930b63a3e9c req-04016ceb-f664-44e4-90ea-ee2ebd626dc6 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0663872 Sep 16 01:15:50.260550 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-dfc432a8-cd68-4317-9024-6930b63a3e9c req-e4f49178-690a-436a-9fd8-f38057572e9e tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339291 Sep 16 01:15:50.324063 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7e209-d67e-49d8-89e3-d6a47869b3d4 req-1ae4f6af-aa15-46f0-bca4-23085e9d2640 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:50.326025 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c8c7e209-d67e-49d8-89e3-d6a47869b3d4 req-1ae4f6af-aa15-46f0-bca4-23085e9d2640 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0528376 Sep 16 01:15:50.368964 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c8c7e209-d67e-49d8-89e3-d6a47869b3d4 req-1444c76c-20e1-44f0-88da-b5d3817b99b1 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353923 Sep 16 01:15:50.934878 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbabea8-c66a-4e1f-be0d-ca658ba910a4 req-4342e4c1-7627-431c-b57b-78a10b0f9025 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:50.936485 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fbbabea8-c66a-4e1f-be0d-ca658ba910a4 req-4342e4c1-7627-431c-b57b-78a10b0f9025 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 945 time: 0.0556793 Sep 16 01:15:50.977675 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fbbabea8-c66a-4e1f-be0d-ca658ba910a4 req-e5f9635c-8bd4-4701-bfd4-c67eb6c8d1ef tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352213 Sep 16 01:15:51.035981 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81e8f4-b09d-45a1-abc8-b900bba35662 req-398a6630-7e4c-482c-adbd-fd1c5bfae8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:51.037549 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-db81e8f4-b09d-45a1-abc8-b900bba35662 req-398a6630-7e4c-482c-adbd-fd1c5bfae8fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=accb97bf2c33416984d15cc196da922a&device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 1099 time: 0.1345165 Sep 16 01:15:51.043583 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3758d8f4-a31c-45d7-b58c-50c339f0cfca req-15a656fe-280f-4813-9627-1588710fcb77 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1417587 Sep 16 01:15:51.056580 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30337dc-9105-4c1b-87eb-78e92d402235 req-6e56b55d-c61c-4e05-a355-832ad614f382 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:51.061639 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c30337dc-9105-4c1b-87eb-78e92d402235 req-6e56b55d-c61c-4e05-a355-832ad614f382 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 946 time: 0.0746689 Sep 16 01:15:51.096246 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c30337dc-9105-4c1b-87eb-78e92d402235 req-3b875548-21b9-4e9a-8853-d54e62b62f59 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321083 Sep 16 01:15:51.230381 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758d8f4-a31c-45d7-b58c-50c339f0cfca req-c1c80bef-7f07-492f-8866-5caf4bce378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:51.231873 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3758d8f4-a31c-45d7-b58c-50c339f0cfca req-c1c80bef-7f07-492f-8866-5caf4bce378b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=accb97bf2c33416984d15cc196da922a&device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 1099 time: 0.0903323 Sep 16 01:15:51.241614 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81e8f4-b09d-45a1-abc8-b900bba35662 req-e12544bb-9f14-4ec1-9813-4043c8bf096a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:51.243011 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-db81e8f4-b09d-45a1-abc8-b900bba35662 req-e12544bb-9f14-4ec1-9813-4043c8bf096a service neutron] 10.222.0.47 "GET /v2.0/networks?id=71f35b47-080e-48ba-b98e-598a64e807a6 HTTP/1.1" status: 200 len: 919 time: 0.1201701 Sep 16 01:15:51.317619 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-db81e8f4-b09d-45a1-abc8-b900bba35662 req-c88666ee-d7ec-43a6-9d78-2d623aa6c96d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b908e51c-0bf3-414a-96b7-e780b0b73d1c HTTP/1.1" status: 200 len: 217 time: 0.0504959 Sep 16 01:15:51.387607 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7bb3c-3759-4ac9-aa72-c0051c5c4cbd req-6a64fe4a-f4c9-47fc-a22b-9d8bc1a147e4 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:51.389656 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-29d7bb3c-3759-4ac9-aa72-c0051c5c4cbd req-6a64fe4a-f4c9-47fc-a22b-9d8bc1a147e4 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0529394 Sep 16 01:15:51.424166 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81e8f4-b09d-45a1-abc8-b900bba35662 req-3e1214db-6a05-47e6-a838-1658aba0ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:51.426333 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-db81e8f4-b09d-45a1-abc8-b900bba35662 req-3e1214db-6a05-47e6-a838-1658aba0ddd5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fd27a1b-c4db-4383-9f27-5a0ae01e407a HTTP/1.1" status: 200 len: 858 time: 0.0988050 Sep 16 01:15:51.432410 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758d8f4-a31c-45d7-b58c-50c339f0cfca req-f2b4837c-f4eb-45b0-9510-9d1c60b5d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:51.439310 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3758d8f4-a31c-45d7-b58c-50c339f0cfca req-f2b4837c-f4eb-45b0-9510-9d1c60b5d440 service neutron] 10.222.0.47 "GET /v2.0/networks?id=71f35b47-080e-48ba-b98e-598a64e807a6 HTTP/1.1" status: 200 len: 919 time: 0.1612790 Sep 16 01:15:51.439478 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-29d7bb3c-3759-4ac9-aa72-c0051c5c4cbd req-a4c9b54c-cc72-47f2-8acc-20ee6ef36029 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394595 Sep 16 01:15:51.516832 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-db81e8f4-b09d-45a1-abc8-b900bba35662 req-06125caa-b420-4933-8f78-49d7538bffa8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71f35b47-080e-48ba-b98e-598a64e807a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700397 Sep 16 01:15:51.531050 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3758d8f4-a31c-45d7-b58c-50c339f0cfca req-4fb65927-82d9-49c1-be37-50814154d9c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc702037-129d-4b7f-be0b-6012203ff69a HTTP/1.1" status: 200 len: 217 time: 0.0829871 Sep 16 01:15:51.645471 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b3e75-24eb-4c61-b15b-09d1a27ee625 req-ff1b5679-f29d-4343-9b70-fc847d0ba5c5 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:51.646893 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-148b3e75-24eb-4c61-b15b-09d1a27ee625 req-ff1b5679-f29d-4343-9b70-fc847d0ba5c5 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.1904299 Sep 16 01:15:51.668996 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758d8f4-a31c-45d7-b58c-50c339f0cfca req-2d53d490-de00-4c5f-9faf-e8531729f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:51.670444 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3758d8f4-a31c-45d7-b58c-50c339f0cfca req-2d53d490-de00-4c5f-9faf-e8531729f5b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fd27a1b-c4db-4383-9f27-5a0ae01e407a HTTP/1.1" status: 200 len: 858 time: 0.1284423 Sep 16 01:15:51.717157 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-db81e8f4-b09d-45a1-abc8-b900bba35662 req-0ecbb80b-321c-43b3-a5cc-6186b44aef98 service neutron] 10.222.0.47 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851208 Sep 16 01:15:51.733671 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3758d8f4-a31c-45d7-b58c-50c339f0cfca req-5a9c06f5-e6f5-4e29-a6a1-9cb9054799b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71f35b47-080e-48ba-b98e-598a64e807a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373275 Sep 16 01:15:51.737887 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-148b3e75-24eb-4c61-b15b-09d1a27ee625 req-cd83535f-a325-4c95-a0b1-fbc4b1772cd5 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843234 Sep 16 01:15:51.895341 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-db81e8f4-b09d-45a1-abc8-b900bba35662 req-45545737-33a0-4dc3-aa1c-148e326eb16f service neutron] 10.222.0.47 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606874 Sep 16 01:15:51.898701 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3758d8f4-a31c-45d7-b58c-50c339f0cfca req-c28ffcfe-ef6f-45eb-8cef-f2ee60583714 service neutron] 10.222.0.47 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527407 Sep 16 01:15:52.014844 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3758d8f4-a31c-45d7-b58c-50c339f0cfca req-3f775169-c96e-434d-9c2c-5c0b5cd39d56 service neutron] 10.222.0.47 "GET /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889995 Sep 16 01:15:52.097350 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba521d00-1eaf-49ce-a65b-316b282bed97 req-331388fd-6b59-40e8-89d6-ccc60a74ce32 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:52.098887 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ba521d00-1eaf-49ce-a65b-316b282bed97 req-331388fd-6b59-40e8-89d6-ccc60a74ce32 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 945 time: 0.0483708 Sep 16 01:15:52.141757 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ba521d00-1eaf-49ce-a65b-316b282bed97 req-5e13fad2-25d8-408c-b600-a44ed46c2c9b tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366149 Sep 16 01:15:52.211670 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016be66-0603-4642-b583-ad2b92455578 req-8f77a8ac-b749-42f3-9706-2f67e423d36c tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:52.213366 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1016be66-0603-4642-b583-ad2b92455578 req-8f77a8ac-b749-42f3-9706-2f67e423d36c tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 946 time: 0.0489230 Sep 16 01:15:52.251176 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1016be66-0603-4642-b583-ad2b92455578 req-77313d9a-828c-4cdf-9588-a5807e298680 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316803 Sep 16 01:15:52.565170 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc87364-bf58-40f7-91b1-84868513cdf2 req-3e365926-c164-4182-b740-31a16889b8f6 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:52.566671 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-1cc87364-bf58-40f7-91b1-84868513cdf2 req-3e365926-c164-4182-b740-31a16889b8f6 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0558887 Sep 16 01:15:52.605166 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-1cc87364-bf58-40f7-91b1-84868513cdf2 req-d5c29b71-9989-4465-ad28-9d2eb0d0ec14 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318036 Sep 16 01:15:52.862018 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036788f-589a-4da4-9dcf-4cc955fd3c0a req-992b8898-ce50-47a2-bf20-d299fe5c0d67 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:52.863555 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5036788f-589a-4da4-9dcf-4cc955fd3c0a req-992b8898-ce50-47a2-bf20-d299fe5c0d67 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0552180 Sep 16 01:15:52.904424 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5036788f-589a-4da4-9dcf-4cc955fd3c0a req-9981cb9d-b860-404e-b41c-d83e41c8eb53 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336871 Sep 16 01:15:53.261308 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b5708-e71d-40af-8c57-2447365b2183 req-17629f3e-348b-4a2f-bbfa-1d89de8a5f5c tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:53.262819 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-447b5708-e71d-40af-8c57-2447365b2183 req-17629f3e-348b-4a2f-bbfa-1d89de8a5f5c tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 945 time: 0.0500674 Sep 16 01:15:53.304434 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-447b5708-e71d-40af-8c57-2447365b2183 req-4c16ca42-ece3-4cd9-9df0-753ba1f7532e tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351102 Sep 16 01:15:53.381628 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b2edf-53a3-4a56-9e83-e5dcd52977e9 req-7f800f5b-f1e5-4bf4-9efa-34573685461f tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:53.383163 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ec1b2edf-53a3-4a56-9e83-e5dcd52977e9 req-7f800f5b-f1e5-4bf4-9efa-34573685461f tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 946 time: 0.0498643 Sep 16 01:15:53.423480 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ec1b2edf-53a3-4a56-9e83-e5dcd52977e9 req-3ced8770-c688-4b23-b832-feda1b7a37e4 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343256 Sep 16 01:15:53.761574 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006349a3-78c8-4e72-accb-46f69893800d req-5e0d166f-2758-46cc-9913-1425a1607f95 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:53.763093 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-006349a3-78c8-4e72-accb-46f69893800d req-5e0d166f-2758-46cc-9913-1425a1607f95 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0527606 Sep 16 01:15:53.803550 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-006349a3-78c8-4e72-accb-46f69893800d req-fac3f1d0-a589-4de0-b9c4-36fb323369ca tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330794 Sep 16 01:15:54.050455 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224acee5-71a2-4a99-9e95-07b8a3f2d03f req-b3ec6b8b-e51e-4d21-82bb-d2e15e0e0dba tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:54.052037 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-224acee5-71a2-4a99-9e95-07b8a3f2d03f req-b3ec6b8b-e51e-4d21-82bb-d2e15e0e0dba tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0785232 Sep 16 01:15:54.063871 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab66927-f9ed-4d12-9e1c-cbe8ec40eadd req-9622130f-e808-41fd-9cfd-6cf21f888135 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:54.065293 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-cab66927-f9ed-4d12-9e1c-cbe8ec40eadd req-9622130f-e808-41fd-9cfd-6cf21f888135 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.47 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 945 time: 0.0830178 Sep 16 01:15:54.137670 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-224acee5-71a2-4a99-9e95-07b8a3f2d03f req-914af9bc-1ad6-45a7-bd4f-56877549b71e tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713918 Sep 16 01:15:54.184064 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-cab66927-f9ed-4d12-9e1c-cbe8ec40eadd req-52260607-09ab-47e4-96b0-331a2302eb17 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Deleting port ab342768-a484-450a-a871-987a00441db8 {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:15:54.184339 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-cab66927-f9ed-4d12-9e1c-cbe8ec40eadd req-52260607-09ab-47e4-96b0-331a2302eb17 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:54.285278 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-cab66927-f9ed-4d12-9e1c-cbe8ec40eadd req-52260607-09ab-47e4-96b0-331a2302eb17 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] For port ab342768-a484-450a-a871-987a00441db8, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=ab342768-a484-450a-a871-987a00441db8,segment=NetworkSegment(60f0245f-fe74-49dd-9234-b3316d154c52),segment_id=60f0245f-fe74-49dd-9234-b3316d154c52)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:15:54.285673 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-cab66927-f9ed-4d12-9e1c-cbe8ec40eadd req-52260607-09ab-47e4-96b0-331a2302eb17 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:54.301058 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-cab66927-f9ed-4d12-9e1c-cbe8ec40eadd req-52260607-09ab-47e4-96b0-331a2302eb17 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Calling delete_port for ab342768-a484-450a-a871-987a00441db8 owned by compute:nova {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:15:54.439090 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51fa83-9805-4b2c-8961-45c98c53ab50 req-03e7a0d5-24f1-461f-a1e5-3c19d54edfc9 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:54.445737 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9e51fa83-9805-4b2c-8961-45c98c53ab50 req-03e7a0d5-24f1-461f-a1e5-3c19d54edfc9 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 945 time: 0.0658448 Sep 16 01:15:54.490535 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9e51fa83-9805-4b2c-8961-45c98c53ab50 req-0dc8f94c-d1fb-40a2-9f05-06ae02204ae2 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1a7a8c0-92fb-426c-aefe-d860d9d70599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423720 Sep 16 01:15:54.494972 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f29cc-1412-40da-a288-07e57dcaf949 req-c99a5b9b-3f77-4fdb-8e77-4193d6ed0c03 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:54.496622 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b43f29cc-1412-40da-a288-07e57dcaf949 req-c99a5b9b-3f77-4fdb-8e77-4193d6ed0c03 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.47 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 946 time: 0.0681508 Sep 16 01:15:54.596579 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-cab66927-f9ed-4d12-9e1c-cbe8ec40eadd req-52260607-09ab-47e4-96b0-331a2302eb17 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:54.635504 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d826058-89c7-4c7e-ac2d-57f693a32bdb req-ec336c7e-365a-48f2-a132-9e3021a83d0f tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:54.639070 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2d826058-89c7-4c7e-ac2d-57f693a32bdb req-ec336c7e-365a-48f2-a132-9e3021a83d0f tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 946 time: 0.1256917 Sep 16 01:15:54.640987 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52260607-09ab-47e4-96b0-331a2302eb17 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Pushing event deleted for resources: {'Port': ['ID=ab342768-a484-450a-a871-987a00441db8,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:54.649159 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['ab342768-a484-450a-a871-987a00441db8'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:15:54.686133 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52260607-09ab-47e4-96b0-331a2302eb17 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:15:54.686520 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52260607-09ab-47e4-96b0-331a2302eb17 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:15:54.686870 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52260607-09ab-47e4-96b0-331a2302eb17 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:15:54.687259 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52260607-09ab-47e4-96b0-331a2302eb17 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:15:54.687691 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52260607-09ab-47e4-96b0-331a2302eb17 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:15:54.687941 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52260607-09ab-47e4-96b0-331a2302eb17 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:15:54.688280 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52260607-09ab-47e4-96b0-331a2302eb17 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:15:54.688608 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52260607-09ab-47e4-96b0-331a2302eb17 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:15:54.688963 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52260607-09ab-47e4-96b0-331a2302eb17 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:15:54.689346 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52260607-09ab-47e4-96b0-331a2302eb17 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:15:54.689622 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52260607-09ab-47e4-96b0-331a2302eb17 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:15:54.689950 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52260607-09ab-47e4-96b0-331a2302eb17 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:15:54.717641 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab66927-f9ed-4d12-9e1c-cbe8ec40eadd req-52260607-09ab-47e4-96b0-331a2302eb17 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] No DVR routers for this DVR port ab342768-a484-450a-a871-987a00441db8 on host hv-cinder-80930 {{(pid=94551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:15:54.723271 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-cab66927-f9ed-4d12-9e1c-cbe8ec40eadd req-52260607-09ab-47e4-96b0-331a2302eb17 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:54.725396 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-cab66927-f9ed-4d12-9e1c-cbe8ec40eadd req-52260607-09ab-47e4-96b0-331a2302eb17 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.47 "DELETE /v2.0/ports/ab342768-a484-450a-a871-987a00441db8 HTTP/1.1" status: 204 len: 173 time: 0.6525395 Sep 16 01:15:54.726219 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66436728-c36d-4bb6-ab27-302f6e42af6a', 'name': 'network-vif-deleted', 'tag': 'ab342768-a484-450a-a871-987a00441db8'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:15:54.728522 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e387d20-fb95-4433-a7c7-a5fa7f263c3b" -d '{"events": [{"server_uuid": "66436728-c36d-4bb6-ab27-302f6e42af6a", "name": "network-vif-deleted", "tag": "ab342768-a484-450a-a871-987a00441db8"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:15:54.754565 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-b43f29cc-1412-40da-a288-07e57dcaf949 req-a6e21ac7-a784-4889-94d2-185621c5f8a1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Deleting port d7771c8c-9369-4d03-a209-d4f0e3ab55ba {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:15:54.756789 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-b43f29cc-1412-40da-a288-07e57dcaf949 req-a6e21ac7-a784-4889-94d2-185621c5f8a1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:54.761913 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2d826058-89c7-4c7e-ac2d-57f693a32bdb req-58b96b60-d54b-4471-9dbc-2a55adaebf84 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126769 Sep 16 01:15:54.776562 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a97f799-5071-40e4-b9a9-6b1511c672da x-openstack-request-id: req-7a97f799-5071-40e4-b9a9-6b1511c672da {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:15:54.776862 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66436728-c36d-4bb6-ab27-302f6e42af6a", "name": "network-vif-deleted", "tag": "ab342768-a484-450a-a871-987a00441db8", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:15:54.777184 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7a97f799-5071-40e4-b9a9-6b1511c672da {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:15:54.777783 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66436728-c36d-4bb6-ab27-302f6e42af6a', 'name': 'network-vif-deleted', 'tag': 'ab342768-a484-450a-a871-987a00441db8', 'status': 'completed', 'code': 200} Sep 16 01:15:54.863605 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-b43f29cc-1412-40da-a288-07e57dcaf949 req-a6e21ac7-a784-4889-94d2-185621c5f8a1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] For port d7771c8c-9369-4d03-a209-d4f0e3ab55ba, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=d7771c8c-9369-4d03-a209-d4f0e3ab55ba,segment=NetworkSegment(b7bc3130-609d-48b4-925c-6975ea20436c),segment_id=b7bc3130-609d-48b4-925c-6975ea20436c)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:15:54.863973 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-b43f29cc-1412-40da-a288-07e57dcaf949 req-a6e21ac7-a784-4889-94d2-185621c5f8a1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:54.879171 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-b43f29cc-1412-40da-a288-07e57dcaf949 req-a6e21ac7-a784-4889-94d2-185621c5f8a1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Calling delete_port for d7771c8c-9369-4d03-a209-d4f0e3ab55ba owned by compute:nova {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:15:54.941332 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b095c7-327f-4e6e-bf33-4eba20cb13ee req-aff00a12-26c1-4157-bd42-9063ab029c32 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:54.942793 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-49b095c7-327f-4e6e-bf33-4eba20cb13ee req-aff00a12-26c1-4157-bd42-9063ab029c32 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0579956 Sep 16 01:15:54.986443 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-49b095c7-327f-4e6e-bf33-4eba20cb13ee req-99d4ed1b-2c29-45c5-b5fe-bd5b05d1ccfa tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373218 Sep 16 01:15:55.135794 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-b43f29cc-1412-40da-a288-07e57dcaf949 req-a6e21ac7-a784-4889-94d2-185621c5f8a1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:55.162886 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e21ac7-a784-4889-94d2-185621c5f8a1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Pushing event deleted for resources: {'Port': ['ID=d7771c8c-9369-4d03-a209-d4f0e3ab55ba,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:55.193967 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['934b424d-b9f2-4d87-a9a6-1fc6f4cae803', 'f72076a5-d69e-4ada-b728-0dd7961a0268', 'bfb99c02-466f-4697-b57e-e5b10f74114d', 'd7771c8c-9369-4d03-a209-d4f0e3ab55ba'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:15:55.214861 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43f29cc-1412-40da-a288-07e57dcaf949 req-a6e21ac7-a784-4889-94d2-185621c5f8a1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] No DVR routers for this DVR port d7771c8c-9369-4d03-a209-d4f0e3ab55ba on host hv-cinder-80930 {{(pid=94551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:15:55.218079 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-b43f29cc-1412-40da-a288-07e57dcaf949 req-a6e21ac7-a784-4889-94d2-185621c5f8a1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:55.221354 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b43f29cc-1412-40da-a288-07e57dcaf949 req-a6e21ac7-a784-4889-94d2-185621c5f8a1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.47 "DELETE /v2.0/ports/d7771c8c-9369-4d03-a209-d4f0e3ab55ba HTTP/1.1" status: 204 len: 173 time: 0.7169952 Sep 16 01:15:55.288783 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fd2eb-b56a-4a1a-afa9-76ba91e8e2e0 req-b3bcc5d2-bbe8-413d-a8c0-e90cd16c9d52 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:55.290380 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1b1fd2eb-b56a-4a1a-afa9-76ba91e8e2e0 req-b3bcc5d2-bbe8-413d-a8c0-e90cd16c9d52 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0666196 Sep 16 01:15:55.333218 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1b1fd2eb-b56a-4a1a-afa9-76ba91e8e2e0 req-206d79d8-356f-46bc-9d9b-e2a2fc8fe610 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342073 Sep 16 01:15:55.596286 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-67b3841c-4c94-4321-8752-f027faabbd7a req-99755853-7340-4d5a-84f5-bc66cdea34b9 tempest-VolumesActionsTest-773821726 tempest-VolumesActionsTest-773821726-project] 10.222.0.22 "GET /v2.0/ports?device_id=66436728-c36d-4bb6-ab27-302f6e42af6a HTTP/1.1" status: 200 len: 210 time: 0.0269418 Sep 16 01:15:55.879058 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ac080ea1-357f-4493-a9af-0a897d24e0d0 req-0901c1fd-93af-4a52-87d7-a52067a4ed2d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c HTTP/1.1" status: 200 len: 210 time: 0.0297031 Sep 16 01:15:56.113602 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5500ab2-30fc-40be-a9d3-2894744a044e req-a884fac7-4c0e-4611-82de-fd41637a1ba1 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:56.115128 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c5500ab2-30fc-40be-a9d3-2894744a044e req-a884fac7-4c0e-4611-82de-fd41637a1ba1 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0561640 Sep 16 01:15:56.152929 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c5500ab2-30fc-40be-a9d3-2894744a044e req-f68c6e8d-138b-49a8-be42-3601540ba431 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311897 Sep 16 01:15:56.455880 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781d4b3-a132-45bc-a83d-449fd082045d req-17dff55f-68ff-41fa-8a02-072c5e9d2ce4 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:56.457380 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e781d4b3-a132-45bc-a83d-449fd082045d req-17dff55f-68ff-41fa-8a02-072c5e9d2ce4 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0528574 Sep 16 01:15:56.496727 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e781d4b3-a132-45bc-a83d-449fd082045d req-95edc4d7-6d55-43e3-8bb9-6004f5282707 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334909 Sep 16 01:15:56.779078 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c', 'name': 'network-vif-deleted', 'tag': 'd7771c8c-9369-4d03-a209-d4f0e3ab55ba'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:15:56.782981 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5325a2-9bd1-4020-9a27-2a3e5b617590" -d '{"events": [{"server_uuid": "6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c", "name": "network-vif-deleted", "tag": "d7771c8c-9369-4d03-a209-d4f0e3ab55ba"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:15:56.821677 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f6c60c-ae8f-4d4c-bfe6-b6aeae11e925 x-openstack-request-id: req-d9f6c60c-ae8f-4d4c-bfe6-b6aeae11e925 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:15:56.821677 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c", "name": "network-vif-deleted", "tag": "d7771c8c-9369-4d03-a209-d4f0e3ab55ba", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:15:56.821677 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d9f6c60c-ae8f-4d4c-bfe6-b6aeae11e925 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:15:56.821677 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6376024f-96a9-4c4f-a6f0-cfa1e2e76c1c', 'name': 'network-vif-deleted', 'tag': 'd7771c8c-9369-4d03-a209-d4f0e3ab55ba', 'status': 'completed', 'code': 200} Sep 16 01:15:57.291262 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8e374-513c-49ac-9b95-505d1639546d req-931921b9-51c4-4621-99d6-1ecabb31aec0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:57.291262 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-08b8e374-513c-49ac-9b95-505d1639546d req-931921b9-51c4-4621-99d6-1ecabb31aec0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0490494 Sep 16 01:15:57.314604 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-08b8e374-513c-49ac-9b95-505d1639546d req-c444fbdd-bc08-4fb9-a804-bc9c3a499e39 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319669 Sep 16 01:15:58.213095 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 24101933-817d-46a0-9608-cd6c9264d7b0 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:15:58.226895 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device ab342768-a484-450a-a871-987a00441db8 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:15:58.252145 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] No Port match for: ab342768-a484-450a-a871-987a00441db8 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:15:58.295534 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device ab342768-a484-450a-a871-987a00441db8 not bound to the agent host hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:15:58.295534 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device d7771c8c-9369-4d03-a209-d4f0e3ab55ba no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:15:58.295534 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] No Port match for: d7771c8c-9369-4d03-a209-d4f0e3ab55ba {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:15:58.295534 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device d7771c8c-9369-4d03-a209-d4f0e3ab55ba not bound to the agent host hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:15:58.345711 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 24101933-817d-46a0-9608-cd6c9264d7b0, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=24101933-817d-46a0-9608-cd6c9264d7b0,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:15:58.356434 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': '24101933-817d-46a0-9608-cd6c9264d7b0', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'port_id': '24101933-817d-46a0-9608-cd6c9264d7b0', 'mac_address': 'fa:16:3e:c6:37:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:15:58.396070 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:58.423796 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24101933-817d-46a0-9608-cd6c9264d7b0 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:15:58.444612 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 24101933-817d-46a0-9608-cd6c9264d7b0, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=24101933-817d-46a0-9608-cd6c9264d7b0,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:15:58.462817 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3934f43-8b81-46b6-8bed-c21d12515db7 req-68d69403-9c29-4f77-8835-7812e1d19ff0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:58.464780 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f3934f43-8b81-46b6-8bed-c21d12515db7 req-68d69403-9c29-4f77-8835-7812e1d19ff0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 943 time: 0.0667205 Sep 16 01:15:58.502914 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f3934f43-8b81-46b6-8bed-c21d12515db7 req-3892c990-babf-4cde-9371-0ecdac2d618c tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321908 Sep 16 01:15:58.581648 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:58.627444 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=24101933-817d-46a0-9608-cd6c9264d7b0,revision_number=9']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:15:58.634487 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:15:58.634847 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:15:58.635199 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:15:58.635543 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:15:58.635880 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:15:58.636222 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:15:58.636556 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:15:58.636889 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:15:58.637266 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:15:58.637650 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:15:58.637984 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:15:58.638311 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:15:58.764410 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-7feb5df2-6680-4abc-bc1a-cbfb64e19d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:15:59.097889 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['24101933-817d-46a0-9608-cd6c9264d7b0'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:15:59.621516 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d75d2f-4864-4379-941d-5132be9201d9 req-b84547a0-f36a-4a10-9952-126b156a34a3 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:59.622938 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-17d75d2f-4864-4379-941d-5132be9201d9 req-b84547a0-f36a-4a10-9952-126b156a34a3 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 944 time: 0.0487044 Sep 16 01:15:59.661067 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-17d75d2f-4864-4379-941d-5132be9201d9 req-29885c72-4dc7-46ea-83d1-2365ea2e9f9d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319736 Sep 16 01:15:59.888048 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ba10d-0360-45c1-988a-846fd71b40bc req-c704357a-464e-4024-a3f4-f48f0cb6b41c tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:15:59.889470 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-271ba10d-0360-45c1-988a-846fd71b40bc req-c704357a-464e-4024-a3f4-f48f0cb6b41c tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 945 time: 0.0517139 Sep 16 01:15:59.927538 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-271ba10d-0360-45c1-988a-846fd71b40bc req-f72b2917-52f4-49cf-97ab-1dfa49e39db1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313087 Sep 16 01:16:00.779437 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b8873-e078-40e4-8fa7-9f2657662689 req-312aae68-eca4-438b-90fc-40108cfe2669 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:00.781129 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-6d4b8873-e078-40e4-8fa7-9f2657662689 req-312aae68-eca4-438b-90fc-40108cfe2669 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 944 time: 0.0490160 Sep 16 01:16:00.824524 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-6d4b8873-e078-40e4-8fa7-9f2657662689 req-17dbdbfe-3dc3-4f56-954b-a7c9c168d533 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374157 Sep 16 01:16:01.045107 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054faa6c-bba5-4e82-96fe-94b2a8a5ec0f req-1b31a7e2-1512-4b7f-b527-066791c3f829 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:01.047022 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-054faa6c-bba5-4e82-96fe-94b2a8a5ec0f req-1b31a7e2-1512-4b7f-b527-066791c3f829 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 945 time: 0.0514112 Sep 16 01:16:01.083346 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-054faa6c-bba5-4e82-96fe-94b2a8a5ec0f req-f9516341-100b-4649-9607-6093ab215ddb tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304353 Sep 16 01:16:01.529982 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9b76-e80e-4552-b4b0-833b5a257b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:01.815739 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:01.940683 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34b229-f375-4a3d-8dd0-13aba93c30e7 req-c0277074-84a2-4b29-9432-da11df47d416 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:01.942124 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0a34b229-f375-4a3d-8dd0-13aba93c30e7 req-c0277074-84a2-4b29-9432-da11df47d416 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 944 time: 0.0477710 Sep 16 01:16:01.979626 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0a34b229-f375-4a3d-8dd0-13aba93c30e7 req-579bf5ec-41bf-4ef8-a998-7fbf9c4b64c0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315831 Sep 16 01:16:02.195066 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812d530-b340-4adf-82d3-a9d405dd932e req-1cff4d41-b656-415a-88c6-eaf07498a739 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:02.196485 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5812d530-b340-4adf-82d3-a9d405dd932e req-1cff4d41-b656-415a-88c6-eaf07498a739 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 945 time: 0.0479367 Sep 16 01:16:02.235336 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5812d530-b340-4adf-82d3-a9d405dd932e req-857279ef-aa8c-4e5e-a1b3-0875aa17d19c tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313993 Sep 16 01:16:02.832729 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:03.117428 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c66e34-14d2-413b-880d-0b1d304e45aa req-6a8ce73c-634a-4b56-aa6d-d9f4c38e800f tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:03.126635 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-84c66e34-14d2-413b-880d-0b1d304e45aa req-6a8ce73c-634a-4b56-aa6d-d9f4c38e800f tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 944 time: 0.0721564 Sep 16 01:16:03.170746 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-84c66e34-14d2-413b-880d-0b1d304e45aa req-ff3e39ea-9e50-4d70-bd64-c77166dbbedb tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363543 Sep 16 01:16:03.348537 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ef951-9d28-448e-87ae-468b54022f35 req-0ab09456-5b39-475d-a0eb-1344a51b7b88 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:03.350061 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c12ef951-9d28-448e-87ae-468b54022f35 req-0ab09456-5b39-475d-a0eb-1344a51b7b88 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 945 time: 0.0478058 Sep 16 01:16:03.387704 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c12ef951-9d28-448e-87ae-468b54022f35 req-1d981966-40a9-437b-a8be-c8e6115b3aff tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317883 Sep 16 01:16:04.296727 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead68297-85a1-4cd9-a67c-cfe6165ee9e9 req-cebda3ff-7453-452f-ba81-7dea91943f1c tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:04.299039 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ead68297-85a1-4cd9-a67c-cfe6165ee9e9 req-cebda3ff-7453-452f-ba81-7dea91943f1c tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 944 time: 0.0534551 Sep 16 01:16:04.330650 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:04.345889 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ead68297-85a1-4cd9-a67c-cfe6165ee9e9 req-4d0f953f-bfc6-4a57-9dcd-fa3d2a4d85bb tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401516 Sep 16 01:16:04.418637 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 24101933-817d-46a0-9608-cd6c9264d7b0 up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:16:04.471120 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port 24101933-817d-46a0-9608-cd6c9264d7b0 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:16:04.471473 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:04.515254 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f33f7e-8c83-43c7-ae42-aadc3f654562 req-5b6e5385-cc34-4942-82d3-0f2d2e13c162 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:04.524771 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-90f33f7e-8c83-43c7-ae42-aadc3f654562 req-5b6e5385-cc34-4942-82d3-0f2d2e13c162 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 945 time: 0.0658398 Sep 16 01:16:04.559625 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:04.571006 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-90f33f7e-8c83-43c7-ae42-aadc3f654562 req-8d0217cd-de02-44b8-abab-909e7b829f1b tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449617 Sep 16 01:16:04.593702 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558e72b4-0968-47c0-8c90-c3cf8910554e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24101933-817d-46a0-9608-cd6c9264d7b0'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:16:04.593702 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af14cd92-8914-4d6b-8d3e-0ad5f943d819" -d '{"events": [{"server_uuid": "558e72b4-0968-47c0-8c90-c3cf8910554e", "name": "network-vif-plugged", "status": "completed", "tag": "24101933-817d-46a0-9608-cd6c9264d7b0"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:16:04.609869 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 24101933-817d-46a0-9608-cd6c9264d7b0, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=24101933-817d-46a0-9608-cd6c9264d7b0,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:16:04.641662 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce34392-f9ac-48d0-bb58-f50914212d4d x-openstack-request-id: req-bce34392-f9ac-48d0-bb58-f50914212d4d {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:16:04.645081 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558e72b4-0968-47c0-8c90-c3cf8910554e", "name": "network-vif-plugged", "status": "completed", "tag": "24101933-817d-46a0-9608-cd6c9264d7b0", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:16:04.645081 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bce34392-f9ac-48d0-bb58-f50914212d4d {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:16:04.645081 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558e72b4-0968-47c0-8c90-c3cf8910554e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24101933-817d-46a0-9608-cd6c9264d7b0', 'code': 200} Sep 16 01:16:04.724676 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:04.849207 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddee70-2d6e-44cd-85a3-0a1f148842f2 req-a73f18d6-5f08-4f3b-9c2c-2d737ab8ca4b tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:04.851392 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-acddee70-2d6e-44cd-85a3-0a1f148842f2 req-a73f18d6-5f08-4f3b-9c2c-2d737ab8ca4b tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 945 time: 0.0770147 Sep 16 01:16:04.950311 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=24101933-817d-46a0-9608-cd6c9264d7b0,revision_number=10']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:04.993275 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-acddee70-2d6e-44cd-85a3-0a1f148842f2 req-e1055ed0-9273-4d88-bcfe-4af84b22b011 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Deleting port bfb99c02-466f-4697-b57e-e5b10f74114d {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:16:04.993681 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-acddee70-2d6e-44cd-85a3-0a1f148842f2 req-e1055ed0-9273-4d88-bcfe-4af84b22b011 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:05.190919 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-acddee70-2d6e-44cd-85a3-0a1f148842f2 req-e1055ed0-9273-4d88-bcfe-4af84b22b011 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] For port bfb99c02-466f-4697-b57e-e5b10f74114d, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=bfb99c02-466f-4697-b57e-e5b10f74114d,segment=NetworkSegment(b7bc3130-609d-48b4-925c-6975ea20436c),segment_id=b7bc3130-609d-48b4-925c-6975ea20436c)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:16:05.191549 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-acddee70-2d6e-44cd-85a3-0a1f148842f2 req-e1055ed0-9273-4d88-bcfe-4af84b22b011 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:05.205947 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-acddee70-2d6e-44cd-85a3-0a1f148842f2 req-e1055ed0-9273-4d88-bcfe-4af84b22b011 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Calling delete_port for bfb99c02-466f-4697-b57e-e5b10f74114d owned by compute:nova {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:16:05.496988 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-acddee70-2d6e-44cd-85a3-0a1f148842f2 req-e1055ed0-9273-4d88-bcfe-4af84b22b011 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:05.514411 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b7c60-e100-4720-b8ce-c20e8776410d req-1d42a50b-c561-48f8-a8c9-28f16deda0cc tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:05.532688 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c78b7c60-e100-4720-b8ce-c20e8776410d req-1d42a50b-c561-48f8-a8c9-28f16deda0cc tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 946 time: 0.0889366 Sep 16 01:16:05.543637 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['934b424d-b9f2-4d87-a9a6-1fc6f4cae803', 'f72076a5-d69e-4ada-b728-0dd7961a0268', 'bfb99c02-466f-4697-b57e-e5b10f74114d'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:16:05.556484 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1055ed0-9273-4d88-bcfe-4af84b22b011 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Pushing event deleted for resources: {'Port': ['ID=bfb99c02-466f-4697-b57e-e5b10f74114d,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:05.614840 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c78b7c60-e100-4720-b8ce-c20e8776410d req-c3531957-f912-47f1-a7e4-291d23c19f2d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810242 Sep 16 01:16:05.700437 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-acddee70-2d6e-44cd-85a3-0a1f148842f2 req-e1055ed0-9273-4d88-bcfe-4af84b22b011 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] No DVR routers for this DVR port bfb99c02-466f-4697-b57e-e5b10f74114d on host hv-cinder-80930 {{(pid=94551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:16:05.707017 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-acddee70-2d6e-44cd-85a3-0a1f148842f2 req-e1055ed0-9273-4d88-bcfe-4af84b22b011 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:05.709520 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-acddee70-2d6e-44cd-85a3-0a1f148842f2 req-e1055ed0-9273-4d88-bcfe-4af84b22b011 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.47 "DELETE /v2.0/ports/bfb99c02-466f-4697-b57e-e5b10f74114d HTTP/1.1" status: 204 len: 173 time: 0.8441315 Sep 16 01:16:05.710985 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2901e28-ed64-4947-aa70-039be953addf', 'name': 'network-vif-deleted', 'tag': 'bfb99c02-466f-4697-b57e-e5b10f74114d'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:16:05.716286 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31a8838-665e-46a4-8e41-e88065e99926" -d '{"events": [{"server_uuid": "e2901e28-ed64-4947-aa70-039be953addf", "name": "network-vif-deleted", "tag": "bfb99c02-466f-4697-b57e-e5b10f74114d"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:16:05.757187 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c191bc61-66d2-46f4-92df-5ee5a122e381 req-911df63b-5224-459a-8965-2636a1db462e tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 210 time: 0.0692801 Sep 16 01:16:05.771349 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fbf13-4906-42b4-a076-da215a3fb853 req-a12ec0a7-c550-406c-b7f7-e2c46513ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:05.773413 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-616fbf13-4906-42b4-a076-da215a3fb853 req-a12ec0a7-c550-406c-b7f7-e2c46513ad21 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 1099 time: 0.1370280 Sep 16 01:16:05.808404 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcee0e08-3191-4e6f-8f62-4eb4de28eeb6 x-openstack-request-id: req-fcee0e08-3191-4e6f-8f62-4eb4de28eeb6 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:16:05.808741 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2901e28-ed64-4947-aa70-039be953addf", "name": "network-vif-deleted", "tag": "bfb99c02-466f-4697-b57e-e5b10f74114d", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:16:05.809042 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fcee0e08-3191-4e6f-8f62-4eb4de28eeb6 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:16:05.809441 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2901e28-ed64-4947-aa70-039be953addf', 'name': 'network-vif-deleted', 'tag': 'bfb99c02-466f-4697-b57e-e5b10f74114d', 'status': 'completed', 'code': 200} Sep 16 01:16:05.824683 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-616fbf13-4906-42b4-a076-da215a3fb853 req-d30106af-25ef-4857-b182-e0a49c66a802 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396931 Sep 16 01:16:06.744275 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ae906-ded7-45b4-9b38-62bf4ba7f1f4 req-24f5fec4-5765-4033-b312-b2ee6f6e1fe9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:06.759225 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-354ae906-ded7-45b4-9b38-62bf4ba7f1f4 req-24f5fec4-5765-4033-b312-b2ee6f6e1fe9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 946 time: 0.0702989 Sep 16 01:16:06.795791 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-354ae906-ded7-45b4-9b38-62bf4ba7f1f4 req-224cf34d-fac3-4127-8b50-c5e380a36661 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356793 Sep 16 01:16:06.940668 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-99c2e293-108e-4368-a696-e932a20745c6 req-e2543f30-e079-45d1-bdc6-284fc52ce912 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2901e28-ed64-4947-aa70-039be953addf HTTP/1.1" status: 200 len: 210 time: 0.0377173 Sep 16 01:16:07.012981 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4aeda-c3a4-4101-9ee5-902508f5c94c req-ede5c16d-832c-41ac-a922-9b70cd03ed2c tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:07.014453 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fda4aeda-c3a4-4101-9ee5-902508f5c94c req-ede5c16d-832c-41ac-a922-9b70cd03ed2c tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0524478 Sep 16 01:16:07.071622 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fda4aeda-c3a4-4101-9ee5-902508f5c94c req-aae2bf48-5f17-4e8b-b1c5-08f903a72db3 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490043 Sep 16 01:16:07.921707 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8200e-49e8-4bd9-97eb-68315c5437f3 req-c79e46ba-997a-4316-abff-cbe21397d0d7 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:07.923226 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b3a8200e-49e8-4bd9-97eb-68315c5437f3 req-c79e46ba-997a-4316-abff-cbe21397d0d7 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 946 time: 0.0488198 Sep 16 01:16:07.963183 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b3a8200e-49e8-4bd9-97eb-68315c5437f3 req-fe6f7c81-2a12-4f15-a2c5-92544f07b74d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338740 Sep 16 01:16:08.195064 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404baab-f36a-4935-b799-c4140711d860 req-c2f0e1e3-e6b2-477a-91c5-c191f58dfd27 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:08.196447 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a404baab-f36a-4935-b799-c4140711d860 req-c2f0e1e3-e6b2-477a-91c5-c191f58dfd27 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0529771 Sep 16 01:16:08.236806 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a404baab-f36a-4935-b799-c4140711d860 req-8ba855db-dae0-4d5d-a016-6351ee32796c tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344081 Sep 16 01:16:08.431007 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device bfb99c02-466f-4697-b57e-e5b10f74114d no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:16:08.452757 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] No Port match for: bfb99c02-466f-4697-b57e-e5b10f74114d {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:16:08.453459 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device bfb99c02-466f-4697-b57e-e5b10f74114d not bound to the agent host hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:16:08.659254 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb2750-c18d-4a7d-b921-1c9ae61bff09 req-0e618977-0ae2-464d-8b84-ebd034d89bbc tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:08.677554 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e9fb2750-c18d-4a7d-b921-1c9ae61bff09 req-0e618977-0ae2-464d-8b84-ebd034d89bbc tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c4a3f47-db00-4c06-a765-9d0abb11a5c8 HTTP/1.1" status: 200 len: 945 time: 0.0694804 Sep 16 01:16:08.715968 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e9fb2750-c18d-4a7d-b921-1c9ae61bff09 req-38cc44bc-d770-4f41-aadd-8e8db3c64811 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372074 Sep 16 01:16:09.094886 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c409f-3d51-47e7-8b82-36c829c2f272 req-244c28d1-9377-4069-a2d4-c117c7233459 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:09.097232 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d27c409f-3d51-47e7-8b82-36c829c2f272 req-244c28d1-9377-4069-a2d4-c117c7233459 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 946 time: 0.0527825 Sep 16 01:16:09.141685 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d27c409f-3d51-47e7-8b82-36c829c2f272 req-51f3b6d2-de12-4f78-8fc3-2162b1141d82 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352588 Sep 16 01:16:09.359642 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd22d2-7331-4500-8be3-6acf493f0873 req-3379fda7-071b-48a7-8917-9720802e02ab tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:09.367045 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c5dd22d2-7331-4500-8be3-6acf493f0873 req-3379fda7-071b-48a7-8917-9720802e02ab tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0631778 Sep 16 01:16:09.409190 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c5dd22d2-7331-4500-8be3-6acf493f0873 req-820d2fce-515c-4467-b9ed-c576c73ec167 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409193 Sep 16 01:16:09.865094 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64aecb0-a493-4be0-a062-32e50ab56d15 req-c99a4ca7-0ff2-4599-953f-3830d25f33bb tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:09.867757 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a64aecb0-a493-4be0-a062-32e50ab56d15 req-c99a4ca7-0ff2-4599-953f-3830d25f33bb tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c4a3f47-db00-4c06-a765-9d0abb11a5c8 HTTP/1.1" status: 200 len: 945 time: 0.0778832 Sep 16 01:16:09.913046 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a64aecb0-a493-4be0-a062-32e50ab56d15 req-f23f3461-3070-49db-bb27-682837da4819 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388238 Sep 16 01:16:10.270388 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919187a-2176-4f90-870d-2bbb5e8f27d2 req-84737aaf-e14f-4776-8373-97819aa079cd tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:10.272956 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e919187a-2176-4f90-870d-2bbb5e8f27d2 req-84737aaf-e14f-4776-8373-97819aa079cd tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0917842 Sep 16 01:16:10.396848 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe1498-0f45-4426-a5a7-37b9936c5fe9 req-e75124c9-d691-4e23-9b03-68c6ff2a938b tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:10.405988 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-dabe1498-0f45-4426-a5a7-37b9936c5fe9 req-e75124c9-d691-4e23-9b03-68c6ff2a938b tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 946 time: 0.1644526 Sep 16 01:16:10.473508 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-dabe1498-0f45-4426-a5a7-37b9936c5fe9 req-b6196d68-9a1b-4c37-b562-bb30c0db4f97 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653112 Sep 16 01:16:10.486468 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-e919187a-2176-4f90-870d-2bbb5e8f27d2 req-222b5045-090b-40cd-ba74-9d32137f1789 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Deleting port bc702037-129d-4b7f-be0b-6012203ff69a {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:16:10.486809 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-e919187a-2176-4f90-870d-2bbb5e8f27d2 req-222b5045-090b-40cd-ba74-9d32137f1789 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:10.556499 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb9b77-86f9-4a3a-8664-ae2af5237e94 req-d6c7c756-c623-4638-93ab-464652b3b10e tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:10.558799 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-46bb9b77-86f9-4a3a-8664-ae2af5237e94 req-d6c7c756-c623-4638-93ab-464652b3b10e tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 946 time: 0.0762546 Sep 16 01:16:10.601305 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-46bb9b77-86f9-4a3a-8664-ae2af5237e94 req-12c366d3-6592-4a8b-b897-6f0b00b87d85 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355017 Sep 16 01:16:10.608620 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-e919187a-2176-4f90-870d-2bbb5e8f27d2 req-222b5045-090b-40cd-ba74-9d32137f1789 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] For port bc702037-129d-4b7f-be0b-6012203ff69a, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=bc702037-129d-4b7f-be0b-6012203ff69a,segment=NetworkSegment(48b26a3e-6f21-40b3-a4f5-639c4a6056c5),segment_id=48b26a3e-6f21-40b3-a4f5-639c4a6056c5)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:16:10.609111 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-e919187a-2176-4f90-870d-2bbb5e8f27d2 req-222b5045-090b-40cd-ba74-9d32137f1789 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:10.634375 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-e919187a-2176-4f90-870d-2bbb5e8f27d2 req-222b5045-090b-40cd-ba74-9d32137f1789 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Calling delete_port for bc702037-129d-4b7f-be0b-6012203ff69a owned by compute:nova {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:16:10.870705 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b07a98-d23e-469a-9f35-2eef55bb7202 req-49974f94-8b06-475c-a455-b25a7ca99749 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:10.872204 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d1b07a98-d23e-469a-9f35-2eef55bb7202 req-49974f94-8b06-475c-a455-b25a7ca99749 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c4a3f47-db00-4c06-a765-9d0abb11a5c8 HTTP/1.1" status: 200 len: 945 time: 0.0707896 Sep 16 01:16:11.029349 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-e919187a-2176-4f90-870d-2bbb5e8f27d2 req-222b5045-090b-40cd-ba74-9d32137f1789 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:11.077947 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b5045-090b-40cd-ba74-9d32137f1789 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Pushing event deleted for resources: {'Port': ['ID=bc702037-129d-4b7f-be0b-6012203ff69a,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:11.081486 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['b908e51c-0bf3-414a-96b7-e780b0b73d1c', 'bc702037-129d-4b7f-be0b-6012203ff69a'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:16:11.098180 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-d1b07a98-d23e-469a-9f35-2eef55bb7202 req-418c608f-7d1d-4687-9cdf-af32312e3961 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Deleting port f72076a5-d69e-4ada-b728-0dd7961a0268 {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:16:11.100054 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d1b07a98-d23e-469a-9f35-2eef55bb7202 req-418c608f-7d1d-4687-9cdf-af32312e3961 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:11.411577 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-e919187a-2176-4f90-870d-2bbb5e8f27d2 req-222b5045-090b-40cd-ba74-9d32137f1789 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] No DVR routers for this DVR port bc702037-129d-4b7f-be0b-6012203ff69a on host hv-cinder-80930 {{(pid=94551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:16:11.423811 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b79ac-9416-4e8e-8ea5-6836828f7764 req-42c7d166-05b6-4b53-931b-bc55dd8fdc98 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:11.425376 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-611b79ac-9416-4e8e-8ea5-6836828f7764 req-42c7d166-05b6-4b53-931b-bc55dd8fdc98 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c4a3f47-db00-4c06-a765-9d0abb11a5c8 HTTP/1.1" status: 200 len: 945 time: 0.4322255 Sep 16 01:16:11.428661 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-e919187a-2176-4f90-870d-2bbb5e8f27d2 req-222b5045-090b-40cd-ba74-9d32137f1789 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:11.430586 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e919187a-2176-4f90-870d-2bbb5e8f27d2 req-222b5045-090b-40cd-ba74-9d32137f1789 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.47 "DELETE /v2.0/ports/bc702037-129d-4b7f-be0b-6012203ff69a HTTP/1.1" status: 204 len: 173 time: 1.1354864 Sep 16 01:16:11.431182 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7e8600-fbf0-4269-bcb5-00486097f340', 'name': 'network-vif-deleted', 'tag': 'bc702037-129d-4b7f-be0b-6012203ff69a'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:16:11.433418 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa4318b-96da-4062-ad70-07dd37490bb4" -d '{"events": [{"server_uuid": "bb7e8600-fbf0-4269-bcb5-00486097f340", "name": "network-vif-deleted", "tag": "bc702037-129d-4b7f-be0b-6012203ff69a"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:16:11.482991 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8238323-1e91-4e82-acae-7d6135d70b43 x-openstack-request-id: req-e8238323-1e91-4e82-acae-7d6135d70b43 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:16:11.483298 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7e8600-fbf0-4269-bcb5-00486097f340", "name": "network-vif-deleted", "tag": "bc702037-129d-4b7f-be0b-6012203ff69a", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:16:11.483581 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e8238323-1e91-4e82-acae-7d6135d70b43 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:16:11.483993 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7e8600-fbf0-4269-bcb5-00486097f340', 'name': 'network-vif-deleted', 'tag': 'bc702037-129d-4b7f-be0b-6012203ff69a', 'status': 'completed', 'code': 200} Sep 16 01:16:11.536594 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-611b79ac-9416-4e8e-8ea5-6836828f7764 req-b7afd15b-789e-417a-9982-8930b8c9dfd7 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983148 Sep 16 01:16:11.551617 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-d1b07a98-d23e-469a-9f35-2eef55bb7202 req-418c608f-7d1d-4687-9cdf-af32312e3961 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] For port f72076a5-d69e-4ada-b728-0dd7961a0268, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=f72076a5-d69e-4ada-b728-0dd7961a0268,segment=NetworkSegment(b7bc3130-609d-48b4-925c-6975ea20436c),segment_id=b7bc3130-609d-48b4-925c-6975ea20436c)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:16:11.557245 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d1b07a98-d23e-469a-9f35-2eef55bb7202 req-418c608f-7d1d-4687-9cdf-af32312e3961 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:11.569487 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-d1b07a98-d23e-469a-9f35-2eef55bb7202 req-418c608f-7d1d-4687-9cdf-af32312e3961 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Calling delete_port for f72076a5-d69e-4ada-b728-0dd7961a0268 owned by compute:nova {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:16:11.708475 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-0cd09cd9-12e0-4e99-93d4-9db66d94fed6 req-1b1abe10-6fab-4fee-a78f-d4b31eb56f75 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 210 time: 0.0285292 Sep 16 01:16:11.969898 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d1b07a98-d23e-469a-9f35-2eef55bb7202 req-418c608f-7d1d-4687-9cdf-af32312e3961 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:12.001259 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c608f-7d1d-4687-9cdf-af32312e3961 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Pushing event deleted for resources: {'Port': ['ID=f72076a5-d69e-4ada-b728-0dd7961a0268,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:12.005872 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['934b424d-b9f2-4d87-a9a6-1fc6f4cae803', 'f72076a5-d69e-4ada-b728-0dd7961a0268'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:16:12.048111 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b07a98-d23e-469a-9f35-2eef55bb7202 req-418c608f-7d1d-4687-9cdf-af32312e3961 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] No DVR routers for this DVR port f72076a5-d69e-4ada-b728-0dd7961a0268 on host hv-cinder-80930 {{(pid=94551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:16:12.052182 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d1b07a98-d23e-469a-9f35-2eef55bb7202 req-418c608f-7d1d-4687-9cdf-af32312e3961 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:12.054224 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d1b07a98-d23e-469a-9f35-2eef55bb7202 req-418c608f-7d1d-4687-9cdf-af32312e3961 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.47 "DELETE /v2.0/ports/f72076a5-d69e-4ada-b728-0dd7961a0268 HTTP/1.1" status: 204 len: 173 time: 1.1740236 Sep 16 01:16:12.696250 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7140b022-b8e0-4c28-93e2-b2e72959f4a7 req-1484435d-5282-4141-a20e-5ae9dc6a82bf tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c4a3f47-db00-4c06-a765-9d0abb11a5c8 HTTP/1.1" status: 200 len: 210 time: 0.0362475 Sep 16 01:16:12.808263 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 36660) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:12.894033 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a3920581-c5ed-4f32-ba09-28393741f4b0 req-49b8e00b-d9d9-4f57-93a7-6dadbef8e112 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb7e8600-fbf0-4269-bcb5-00486097f340 HTTP/1.1" status: 200 len: 210 time: 0.0813713 Sep 16 01:16:12.991785 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7bdab9b6-e998-4a3a-8d82-174666176c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:13.138872 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7bdab9b6-e998-4a3a-8d82-174666176c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:13.221206 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7bdab9b6-e998-4a3a-8d82-174666176c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:13.264066 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-7bdab9b6-e998-4a3a-8d82-174666176c96 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4229a506fa47432b9763996f529c75f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4512465 Sep 16 01:16:13.264342 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 36670) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:13.265698 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdab9b6-e998-4a3a-8d82-174666176c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65487299-d3f8-4aac-879a-86958d9462f9,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:13.273256 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdab9b6-e998-4a3a-8d82-174666176c96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:16:13.273636 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdab9b6-e998-4a3a-8d82-174666176c96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:16:13.273994 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdab9b6-e998-4a3a-8d82-174666176c96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:16:13.274286 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdab9b6-e998-4a3a-8d82-174666176c96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:16:13.274621 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdab9b6-e998-4a3a-8d82-174666176c96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:16:13.274956 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdab9b6-e998-4a3a-8d82-174666176c96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:16:13.275286 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdab9b6-e998-4a3a-8d82-174666176c96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:16:13.275616 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdab9b6-e998-4a3a-8d82-174666176c96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:16:13.275969 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdab9b6-e998-4a3a-8d82-174666176c96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:16:13.276276 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdab9b6-e998-4a3a-8d82-174666176c96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:16:13.276599 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdab9b6-e998-4a3a-8d82-174666176c96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:16:13.276941 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdab9b6-e998-4a3a-8d82-174666176c96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:16:13.333259 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-1407f55c-c268-4430-a9de-fd8eb358c657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:13.355450 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-1407f55c-c268-4430-a9de-fd8eb358c657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:13.485769 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4a3f47-db00-4c06-a765-9d0abb11a5c8', 'name': 'network-vif-deleted', 'tag': 'f72076a5-d69e-4ada-b728-0dd7961a0268'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:16:13.488999 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974afdb0-5abe-4245-bf72-90f6d2c054b8" -d '{"events": [{"server_uuid": "8c4a3f47-db00-4c06-a765-9d0abb11a5c8", "name": "network-vif-deleted", "tag": "f72076a5-d69e-4ada-b728-0dd7961a0268"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:16:13.494934 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-1407f55c-c268-4430-a9de-fd8eb358c657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:13.511554 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-1407f55c-c268-4430-a9de-fd8eb358c657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:13.516104 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-1407f55c-c268-4430-a9de-fd8eb358c657 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/65487299-d3f8-4aac-879a-86958d9462f9 HTTP/1.1" status: 204 len: 168 time: 0.2470400 Sep 16 01:16:13.525946 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407f55c-c268-4430-a9de-fd8eb358c657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65487299-d3f8-4aac-879a-86958d9462f9,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:13.554502 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471e5c82-6cba-4d1b-9c96-dd44b0357408 x-openstack-request-id: req-471e5c82-6cba-4d1b-9c96-dd44b0357408 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:16:13.554898 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c4a3f47-db00-4c06-a765-9d0abb11a5c8", "name": "network-vif-deleted", "tag": "f72076a5-d69e-4ada-b728-0dd7961a0268", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:16:13.555154 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-471e5c82-6cba-4d1b-9c96-dd44b0357408 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:16:13.555980 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4a3f47-db00-4c06-a765-9d0abb11a5c8', 'name': 'network-vif-deleted', 'tag': 'f72076a5-d69e-4ada-b728-0dd7961a0268', 'status': 'completed', 'code': 200} Sep 16 01:16:14.460736 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78643e5-44cb-47c5-9699-8393ff4eb31b req-befbe439-29fc-4281-9d0d-391f9b1092ae tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:14.460736 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c78643e5-44cb-47c5-9699-8393ff4eb31b req-befbe439-29fc-4281-9d0d-391f9b1092ae tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0976744 Sep 16 01:16:14.465779 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device f72076a5-d69e-4ada-b728-0dd7961a0268 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:16:14.493182 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] No Port match for: f72076a5-d69e-4ada-b728-0dd7961a0268 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:16:14.493792 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device f72076a5-d69e-4ada-b728-0dd7961a0268 not bound to the agent host hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:16:14.494609 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device bc702037-129d-4b7f-be0b-6012203ff69a no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:16:14.523426 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] No Port match for: bc702037-129d-4b7f-be0b-6012203ff69a {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:16:14.524192 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device bc702037-129d-4b7f-be0b-6012203ff69a not bound to the agent host hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:16:14.537726 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c78643e5-44cb-47c5-9699-8393ff4eb31b req-35108a71-0f08-4427-b506-ea8820bc7b98 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650449 Sep 16 01:16:15.672185 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf64d0-f2b5-4c0b-9d2c-9f0198b798e6 req-72169920-a4e7-4950-a15c-a8baae7c2a34 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:15.673958 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2bcf64d0-f2b5-4c0b-9d2c-9f0198b798e6 req-72169920-a4e7-4950-a15c-a8baae7c2a34 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0535975 Sep 16 01:16:15.717242 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2bcf64d0-f2b5-4c0b-9d2c-9f0198b798e6 req-2d32bd29-04d1-4aff-b228-b1b19a682dd7 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359087 Sep 16 01:16:15.949975 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0aa279-aad3-4879-a1f0-3b4eeddcea41 req-7fbba02c-d658-4f19-8ed8-3ac628fb406c tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:15.958869 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1d0aa279-aad3-4879-a1f0-3b4eeddcea41 req-7fbba02c-d658-4f19-8ed8-3ac628fb406c tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 946 time: 0.0730033 Sep 16 01:16:15.996791 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1d0aa279-aad3-4879-a1f0-3b4eeddcea41 req-5e45079b-7766-4bf7-942f-c84591498f56 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368724 Sep 16 01:16:16.846858 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7625df5-98b0-4ed1-a88f-1eb502215291 req-f71a0063-bf82-4abd-9271-7313d43f994e tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:16.848383 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c7625df5-98b0-4ed1-a88f-1eb502215291 req-f71a0063-bf82-4abd-9271-7313d43f994e tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0523171 Sep 16 01:16:16.895268 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c7625df5-98b0-4ed1-a88f-1eb502215291 req-313a5464-0947-4a0d-96ab-2247454665a8 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404015 Sep 16 01:16:17.133378 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e98dcb-3200-46d3-9f8e-b798afb91443 req-5cf218c3-7764-4716-9a72-74124617cadb tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:17.135074 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e5e98dcb-3200-46d3-9f8e-b798afb91443 req-5cf218c3-7764-4716-9a72-74124617cadb tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 946 time: 0.0621009 Sep 16 01:16:17.201592 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e5e98dcb-3200-46d3-9f8e-b798afb91443 req-76364bea-f828-4063-9bcf-a549a920ed61 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514946 Sep 16 01:16:17.255594 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:18.044615 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567554ab-e286-4816-83af-0bf73eb4cd7d req-c220d1f8-2082-462a-b2b6-8c387d7fe01b tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:18.044615 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-567554ab-e286-4816-83af-0bf73eb4cd7d req-c220d1f8-2082-462a-b2b6-8c387d7fe01b tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0569465 Sep 16 01:16:18.075649 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-567554ab-e286-4816-83af-0bf73eb4cd7d req-f7488b55-bf56-43a3-b758-57d92096952d tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349786 Sep 16 01:16:18.141444 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071ca90-7652-4d64-b9c5-4f160070fa9d req-56cb471c-9c17-400c-bf19-e68eb08f067d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:18.142938 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4071ca90-7652-4d64-b9c5-4f160070fa9d req-56cb471c-9c17-400c-bf19-e68eb08f067d tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.47 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 946 time: 0.0518281 Sep 16 01:16:18.246432 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-4071ca90-7652-4d64-b9c5-4f160070fa9d req-093d67d5-f423-4d9f-85de-40692b09e966 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Deleting port 934b424d-b9f2-4d87-a9a6-1fc6f4cae803 {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:16:18.246686 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-4071ca90-7652-4d64-b9c5-4f160070fa9d req-093d67d5-f423-4d9f-85de-40692b09e966 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:18.364863 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34820312-e55f-4705-9128-a8dcc4b1abaa req-03e49325-9455-4534-abaa-26d6b558efa1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:18.366410 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-34820312-e55f-4705-9128-a8dcc4b1abaa req-03e49325-9455-4534-abaa-26d6b558efa1 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 946 time: 0.1041992 Sep 16 01:16:18.380073 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-4071ca90-7652-4d64-b9c5-4f160070fa9d req-093d67d5-f423-4d9f-85de-40692b09e966 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] For port 934b424d-b9f2-4d87-a9a6-1fc6f4cae803, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=934b424d-b9f2-4d87-a9a6-1fc6f4cae803,segment=NetworkSegment(b7bc3130-609d-48b4-925c-6975ea20436c),segment_id=b7bc3130-609d-48b4-925c-6975ea20436c)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:16:18.380439 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-4071ca90-7652-4d64-b9c5-4f160070fa9d req-093d67d5-f423-4d9f-85de-40692b09e966 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:18.406601 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-4071ca90-7652-4d64-b9c5-4f160070fa9d req-093d67d5-f423-4d9f-85de-40692b09e966 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Calling delete_port for 934b424d-b9f2-4d87-a9a6-1fc6f4cae803 owned by compute:nova {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:16:18.462111 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-34820312-e55f-4705-9128-a8dcc4b1abaa req-5f919988-4788-468d-8273-ee056fe7bde4 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/security-groups?id=594d9864-430d-4aeb-961a-380fb9870603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879252 Sep 16 01:16:18.683943 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-4071ca90-7652-4d64-b9c5-4f160070fa9d req-093d67d5-f423-4d9f-85de-40692b09e966 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:18.724062 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d67d5-f423-4d9f-85de-40692b09e966 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Pushing event deleted for resources: {'Port': ['ID=934b424d-b9f2-4d87-a9a6-1fc6f4cae803,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:18.784219 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-4071ca90-7652-4d64-b9c5-4f160070fa9d req-093d67d5-f423-4d9f-85de-40692b09e966 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] No DVR routers for this DVR port 934b424d-b9f2-4d87-a9a6-1fc6f4cae803 on host hv-cinder-80930 {{(pid=94551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:16:18.788022 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-4071ca90-7652-4d64-b9c5-4f160070fa9d req-093d67d5-f423-4d9f-85de-40692b09e966 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:18.789855 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4071ca90-7652-4d64-b9c5-4f160070fa9d req-093d67d5-f423-4d9f-85de-40692b09e966 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.47 "DELETE /v2.0/ports/934b424d-b9f2-4d87-a9a6-1fc6f4cae803 HTTP/1.1" status: 204 len: 173 time: 0.6398108 Sep 16 01:16:18.790526 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06746e82-bb95-489e-b1d2-1b3fe5479f66', 'name': 'network-vif-deleted', 'tag': '934b424d-b9f2-4d87-a9a6-1fc6f4cae803'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:16:18.793706 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c097fd55-99a9-4514-b69e-d2b055883a2a" -d '{"events": [{"server_uuid": "06746e82-bb95-489e-b1d2-1b3fe5479f66", "name": "network-vif-deleted", "tag": "934b424d-b9f2-4d87-a9a6-1fc6f4cae803"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:16:18.844964 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1916047b-0a83-4545-939b-e6c6b81afba9 x-openstack-request-id: req-1916047b-0a83-4545-939b-e6c6b81afba9 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:16:18.844964 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06746e82-bb95-489e-b1d2-1b3fe5479f66", "name": "network-vif-deleted", "tag": "934b424d-b9f2-4d87-a9a6-1fc6f4cae803", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:16:18.844964 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1916047b-0a83-4545-939b-e6c6b81afba9 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:16:18.844964 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06746e82-bb95-489e-b1d2-1b3fe5479f66', 'name': 'network-vif-deleted', 'tag': '934b424d-b9f2-4d87-a9a6-1fc6f4cae803', 'status': 'completed', 'code': 200} Sep 16 01:16:19.212747 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464257a7-f0ae-4156-bc4e-31912ac6993c req-e537eaf8-ee51-43a6-9e5c-8c687f9e670e tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:19.216156 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-464257a7-f0ae-4156-bc4e-31912ac6993c req-e537eaf8-ee51-43a6-9e5c-8c687f9e670e tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0613072 Sep 16 01:16:19.257968 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-464257a7-f0ae-4156-bc4e-31912ac6993c req-04da5dbc-76b7-4f27-b377-65724c835082 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361693 Sep 16 01:16:19.571926 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6005007b-3198-4729-9814-219f2cc85be4 req-b7cd6968-6bc4-452f-ae52-01ffa293ac26 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 210 time: 0.0311012 Sep 16 01:16:20.394718 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd9890-59c6-4423-ab79-de247d155ffa req-a2fc3db7-53dc-4258-8ae2-b4062216e9c0 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:20.396182 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8bfd9890-59c6-4423-ab79-de247d155ffa req-a2fc3db7-53dc-4258-8ae2-b4062216e9c0 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0562050 Sep 16 01:16:20.442422 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8bfd9890-59c6-4423-ab79-de247d155ffa req-cc9e35b0-83ba-41d6-b400-5469eac2623d tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375118 Sep 16 01:16:20.686298 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5a257960-9538-4126-84aa-ca3f47085537 req-f9e92512-4d57-4ef5-b1b6-996c71940133 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 210 time: 0.0371785 Sep 16 01:16:21.548256 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['934b424d-b9f2-4d87-a9a6-1fc6f4cae803'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:16:21.617543 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050ba3c-8de7-4331-9a05-f10dd93d4263 req-36d84fa7-5580-4969-b19c-4007813cee34 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:21.619107 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2050ba3c-8de7-4331-9a05-f10dd93d4263 req-36d84fa7-5580-4969-b19c-4007813cee34 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0806558 Sep 16 01:16:21.678792 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2050ba3c-8de7-4331-9a05-f10dd93d4263 req-fe0e5b7f-f34d-4a9b-a45b-ca575c145625 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513864 Sep 16 01:16:21.805173 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-85e87422-f84d-4403-b9f7-176a9d92dd43 req-c53c79ef-7090-4c07-a062-a95ae673d264 tempest-AttachVolumeNegativeTest-1956472637 tempest-AttachVolumeNegativeTest-1956472637-project] 10.222.0.22 "GET /v2.0/ports?device_id=06746e82-bb95-489e-b1d2-1b3fe5479f66 HTTP/1.1" status: 200 len: 210 time: 0.0358422 Sep 16 01:16:22.791281 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b819e92-cab3-48ff-904b-dee3e5d4f9ca req-1bfefa6e-4ff3-4b05-89b7-82da1e8f7ae9 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:22.792787 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8b819e92-cab3-48ff-904b-dee3e5d4f9ca req-1bfefa6e-4ff3-4b05-89b7-82da1e8f7ae9 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0495510 Sep 16 01:16:22.830223 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8b819e92-cab3-48ff-904b-dee3e5d4f9ca req-7ac5b511-cfc8-4d43-a92e-34e9b90155d4 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314825 Sep 16 01:16:22.865257 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 36834) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:22.918461 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65f43c7-a359-4bea-b473-70cae362c2fd admin admin] Deleting subnet 2e9856ef-070b-47ee-aa2f-818462902284 {{(pid=94551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 01:16:22.921642 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e65f43c7-a359-4bea-b473-70cae362c2fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:22.958017 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e65f43c7-a359-4bea-b473-70cae362c2fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17379148'] for subnet, precommit_delete_associations {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:23.001152 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e65f43c7-a359-4bea-b473-70cae362c2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8015751'] for subnet, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:23.107540 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e65f43c7-a359-4bea-b473-70cae362c2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8015760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17682342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17913885'] for subnet, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:23.141111 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e65f43c7-a359-4bea-b473-70cae362c2fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:23.145189 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-e65f43c7-a359-4bea-b473-70cae362c2fd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2e9856ef-070b-47ee-aa2f-818462902284 HTTP/1.1" status: 204 len: 168 time: 0.2767754 Sep 16 01:16:23.145189 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f43c7-a359-4bea-b473-70cae362c2fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e9856ef-070b-47ee-aa2f-818462902284,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:23.146962 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 36848) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:23.225088 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a0a08c07-fabf-4767-bc53-b5c96a25119e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7919478'] for network, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:23.307102 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a0a08c07-fabf-4767-bc53-b5c96a25119e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8012288', 'neutron.services.segments.db._delete_segments_for_network-8752232865693'] for network, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:23.327456 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-a0a08c07-fabf-4767-bc53-b5c96a25119e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e60f6a7-230c-465a-8807-d5e1e1529468']}} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:16:23.336978 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-a0a08c07-fabf-4767-bc53-b5c96a25119e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bc3130-609d-48b4-925c-6975ea20436c') {'for_net_delete': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:16:23.337287 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-a0a08c07-fabf-4767-bc53-b5c96a25119e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bc3130-609d-48b4-925c-6975ea20436c') {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:16:23.347559 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a0a08c07-fabf-4767-bc53-b5c96a25119e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752232865190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17379143'] for segment, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:23.361586 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a0a08c07-fabf-4767-bc53-b5c96a25119e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:23.367947 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a08c07-fabf-4767-bc53-b5c96a25119e admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 01:16:23.368470 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a0a08c07-fabf-4767-bc53-b5c96a25119e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17681784'] for segment, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: Traceback (most recent call last): Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: timer() Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: cb(*args, **kw) Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: return func(*args, **kwargs) Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: self._notify() Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: self.callback(batched_events) Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: event.method(event) Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: return f(self, *a, **k) Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: return self._get(url).json() Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: return self.request(url, 'GET', **kwargs) Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 01:16:23.370228 dv-cinder-809305-1-iscsi neutron-server[94551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 01:16:23.495452 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a0a08c07-fabf-4767-bc53-b5c96a25119e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8012313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530186'] for network, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:23.506255 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a0a08c07-fabf-4767-bc53-b5c96a25119e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:23.510675 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-a0a08c07-fabf-4767-bc53-b5c96a25119e admin admin] 10.222.0.22 "DELETE /v2.0/networks/7e60f6a7-230c-465a-8807-d5e1e1529468 HTTP/1.1" status: 204 len: 168 time: 0.3626957 Sep 16 01:16:23.520977 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a08c07-fabf-4767-bc53-b5c96a25119e admin admin] Pushing event deleted for resources: {'Network': ['ID=7e60f6a7-230c-465a-8807-d5e1e1529468,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:23.985494 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80076578-3573-4ec0-8b7e-d63045630d7b req-11506633-a3b6-4e5d-9706-60eb977edcba tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:23.987022 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-80076578-3573-4ec0-8b7e-d63045630d7b req-11506633-a3b6-4e5d-9706-60eb977edcba tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0889418 Sep 16 01:16:24.007372 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d66e2-8f33-4f88-94fc-b29361dd4ecb req-ee0bfaac-a8dd-4d1f-8840-b25a1159e970 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:24.007487 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 36886) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:24.007964 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ad1d66e2-8f33-4f88-94fc-b29361dd4ecb req-ee0bfaac-a8dd-4d1f-8840-b25a1159e970 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.47 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 946 time: 0.0990379 Sep 16 01:16:24.050751 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-1ea8f802-4b8a-4ddd-952e-c9731c608402 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aa0682bc21654211a16e25c979b02bb3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0420818 Sep 16 01:16:24.053223 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 36890) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:24.078465 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-80076578-3573-4ec0-8b7e-d63045630d7b req-6eec6e25-da4b-4eb0-aec3-051ec1c35d8a tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853739 Sep 16 01:16:24.105771 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0e527311-2e62-4bfa-a28c-5150c23cb1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:24.129878 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0e527311-2e62-4bfa-a28c-5150c23cb1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:24.143666 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-ad1d66e2-8f33-4f88-94fc-b29361dd4ecb req-dfe6589d-bf56-44e3-aad0-212796872bb6 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Deleting port b908e51c-0bf3-414a-96b7-e780b0b73d1c {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:16:24.143666 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-ad1d66e2-8f33-4f88-94fc-b29361dd4ecb req-dfe6589d-bf56-44e3-aad0-212796872bb6 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:24.239146 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-ad1d66e2-8f33-4f88-94fc-b29361dd4ecb req-dfe6589d-bf56-44e3-aad0-212796872bb6 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] For port b908e51c-0bf3-414a-96b7-e780b0b73d1c, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=b908e51c-0bf3-414a-96b7-e780b0b73d1c,segment=NetworkSegment(48b26a3e-6f21-40b3-a4f5-639c4a6056c5),segment_id=48b26a3e-6f21-40b3-a4f5-639c4a6056c5)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:16:24.239436 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-ad1d66e2-8f33-4f88-94fc-b29361dd4ecb req-dfe6589d-bf56-44e3-aad0-212796872bb6 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:24.252463 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-ad1d66e2-8f33-4f88-94fc-b29361dd4ecb req-dfe6589d-bf56-44e3-aad0-212796872bb6 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Calling delete_port for b908e51c-0bf3-414a-96b7-e780b0b73d1c owned by compute:nova {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:16:24.285069 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0e527311-2e62-4bfa-a28c-5150c23cb1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:24.290239 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0e527311-2e62-4bfa-a28c-5150c23cb1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:24.291536 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-0e527311-2e62-4bfa-a28c-5150c23cb1f9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/594d9864-430d-4aeb-961a-380fb9870603 HTTP/1.1" status: 204 len: 168 time: 0.2373419 Sep 16 01:16:24.300443 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e527311-2e62-4bfa-a28c-5150c23cb1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594d9864-430d-4aeb-961a-380fb9870603,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:24.518267 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-ad1d66e2-8f33-4f88-94fc-b29361dd4ecb req-dfe6589d-bf56-44e3-aad0-212796872bb6 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:24.547248 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6589d-bf56-44e3-aad0-212796872bb6 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Pushing event deleted for resources: {'Port': ['ID=b908e51c-0bf3-414a-96b7-e780b0b73d1c,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:24.574529 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['b908e51c-0bf3-414a-96b7-e780b0b73d1c'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:16:24.591598 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1d66e2-8f33-4f88-94fc-b29361dd4ecb req-dfe6589d-bf56-44e3-aad0-212796872bb6 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] No DVR routers for this DVR port b908e51c-0bf3-414a-96b7-e780b0b73d1c on host hv-cinder-80930 {{(pid=94551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:16:24.594242 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-ad1d66e2-8f33-4f88-94fc-b29361dd4ecb req-dfe6589d-bf56-44e3-aad0-212796872bb6 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:24.596856 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ad1d66e2-8f33-4f88-94fc-b29361dd4ecb req-dfe6589d-bf56-44e3-aad0-212796872bb6 tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.47 "DELETE /v2.0/ports/b908e51c-0bf3-414a-96b7-e780b0b73d1c HTTP/1.1" status: 204 len: 173 time: 0.5813663 Sep 16 01:16:24.597326 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6a137e-41d7-47dc-afdb-22ca7e76112f', 'name': 'network-vif-deleted', 'tag': 'b908e51c-0bf3-414a-96b7-e780b0b73d1c'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:16:24.601656 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7ee7cf-38fe-489d-948b-81a7a5a8e882" -d '{"events": [{"server_uuid": "db6a137e-41d7-47dc-afdb-22ca7e76112f", "name": "network-vif-deleted", "tag": "b908e51c-0bf3-414a-96b7-e780b0b73d1c"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:16:24.639595 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151c1355-dcb6-402a-a2b4-adc621d3e621 x-openstack-request-id: req-151c1355-dcb6-402a-a2b4-adc621d3e621 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:16:24.639595 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6a137e-41d7-47dc-afdb-22ca7e76112f", "name": "network-vif-deleted", "tag": "b908e51c-0bf3-414a-96b7-e780b0b73d1c", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:16:24.639595 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-151c1355-dcb6-402a-a2b4-adc621d3e621 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:16:24.639595 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6a137e-41d7-47dc-afdb-22ca7e76112f', 'name': 'network-vif-deleted', 'tag': 'b908e51c-0bf3-414a-96b7-e780b0b73d1c', 'status': 'completed', 'code': 200} Sep 16 01:16:25.198112 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0b823f60-2eba-49e2-9800-c16417db636d req-a6e92eed-bfa8-4a6f-8fd9-5beae8b8e61d tempest-ServerRescueNegativeTestJSON-1751919627 tempest-ServerRescueNegativeTestJSON-1751919627-project] 10.222.0.22 "GET /v2.0/ports?device_id=db6a137e-41d7-47dc-afdb-22ca7e76112f HTTP/1.1" status: 200 len: 210 time: 0.0362978 Sep 16 01:16:25.523574 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 36956) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:25.621964 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-a2893a2f-5dce-4028-9978-94372dea3bbf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-150143106-network', 'tenant_id': '7e449395888f4427a680e7e96560d0a6'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:16:25.623167 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 934b424d-b9f2-4d87-a9a6-1fc6f4cae803 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:16:25.643078 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] No Port match for: 934b424d-b9f2-4d87-a9a6-1fc6f4cae803 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:16:25.643436 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 934b424d-b9f2-4d87-a9a6-1fc6f4cae803 not bound to the agent host hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:16:25.643854 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device b908e51c-0bf3-414a-96b7-e780b0b73d1c no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:16:25.663837 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] No Port match for: b908e51c-0bf3-414a-96b7-e780b0b73d1c {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:16:25.664193 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device b908e51c-0bf3-414a-96b7-e780b0b73d1c not bound to the agent host hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:16:25.733377 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:16:25.769738 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2893a2f-5dce-4028-9978-94372dea3bbf admin admin] Made reservation on behalf of 7e449395888f4427a680e7e96560d0a6 for: {'network': 1} {{(pid=94552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:16:25.772086 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a2893a2f-5dce-4028-9978-94372dea3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for network, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:25.780486 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a2893a2f-5dce-4028-9978-94372dea3bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:25.866207 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a2893a2f-5dce-4028-9978-94372dea3bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:26.145823 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a2893a2f-5dce-4028-9978-94372dea3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:26.164692 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2893a2f-5dce-4028-9978-94372dea3bbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=94552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:16:26.180021 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2893a2f-5dce-4028-9978-94372dea3bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038354d2-3ee3-4b53-a222-b23178573b6e,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:26.183009 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a2893a2f-5dce-4028-9978-94372dea3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:26.183354 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.db.segments_db [None req-a2893a2f-5dce-4028-9978-94372dea3bbf admin admin] Added segment bf7621a0-de54-4548-902a-f9b54d555482 of type vlan for network cca20590-dfe9-4cbd-9fb6-280d4d9039cd Sep 16 01:16:26.222352 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a2893a2f-5dce-4028-9978-94372dea3bbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752232308511'] for network, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:26.245205 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 36964) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:26.259660 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 36968) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:26.280308 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 36972) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:26.326622 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.db_base_plugin_v2 [None req-59096675-50a9-4edd-82a0-b331399bcd7d admin admin] Deleting subnet b33da293-adab-4303-892b-a89e87eea2b6 {{(pid=94552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 01:16:26.329747 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-59096675-50a9-4edd-82a0-b331399bcd7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:26.356501 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a2893a2f-5dce-4028-9978-94372dea3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for network, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:26.357499 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2893a2f-5dce-4028-9978-94372dea3bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:26.358645 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a2893a2f-5dce-4028-9978-94372dea3bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:26.371241 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e8a24fac-e93a-45bf-aec9-64b52700b305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:26.384951 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-59096675-50a9-4edd-82a0-b331399bcd7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9529375'] for subnet, precommit_delete_associations {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:26.455569 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2893a2f-5dce-4028-9978-94372dea3bbf admin admin] Pushing event updated for resources: {'Network': ['ID=cca20590-dfe9-4cbd-9fb6-280d4d9039cd,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:26.463712 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-59096675-50a9-4edd-82a0-b331399bcd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8015751'] for subnet, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:26.466905 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Network cca20590-dfe9-4cbd-9fb6-280d4d9039cd details requested by agent ovs-agent-dv-cinder-809305-1-iscsi with host dv-cinder-809305-1-iscsi {{(pid=94553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:16:26.489496 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-a2893a2f-5dce-4028-9978-94372dea3bbf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9646871 Sep 16 01:16:26.490167 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 36974) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:26.500344 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-b8702491-6f86-4e2f-bb1f-a416eefc433c admin admin] Request body: {'subnet': {'network_id': 'cca20590-dfe9-4cbd-9fb6-280d4d9039cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-150143106-subnet', 'tenant_id': '7e449395888f4427a680e7e96560d0a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:16:26.615614 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-59096675-50a9-4edd-82a0-b331399bcd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8015760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9529516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9551379'] for subnet, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:26.640938 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59096675-50a9-4edd-82a0-b331399bcd7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b33da293-adab-4303-892b-a89e87eea2b6,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:26.644694 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-59096675-50a9-4edd-82a0-b331399bcd7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:26.647246 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-59096675-50a9-4edd-82a0-b331399bcd7d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b33da293-adab-4303-892b-a89e87eea2b6 HTTP/1.1" status: 204 len: 168 time: 0.3658869 Sep 16 01:16:26.649976 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 36978) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:26.668992 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e8a24fac-e93a-45bf-aec9-64b52700b305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:26.721425 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-5b423c64-4e88-4bf2-8b8b-1931669b0993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7919478'] for network, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:26.736236 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e8a24fac-e93a-45bf-aec9-64b52700b305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:26.786099 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-e8a24fac-e93a-45bf-aec9-64b52700b305 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=de714db8b769448498c08e3be94ab703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5373070 Sep 16 01:16:26.786384 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 36980) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:26.796996 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a24fac-e93a-45bf-aec9-64b52700b305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de71f6c-9e74-409f-875b-4de1f3b28789,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:26.807308 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-5b423c64-4e88-4bf2-8b8b-1931669b0993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8012288', 'neutron.services.segments.db._delete_segments_for_network-8752232865693'] for network, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:26.822785 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-489990e0-3925-4a35-bd43-0cbd9657ab58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529688'] for router_interface, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:26.828343 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.services.segments.db [None req-5b423c64-4e88-4bf2-8b8b-1931669b0993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8052acd4-a59e-4732-ae36-76cad98fa272']}} {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:16:26.837656 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.services.segments.db [None req-5b423c64-4e88-4bf2-8b8b-1931669b0993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f0245f-fe74-49dd-9234-b3316d154c52') {'for_net_delete': True} {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:16:26.837957 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.services.segments.db [None req-5b423c64-4e88-4bf2-8b8b-1931669b0993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f0245f-fe74-49dd-9234-b3316d154c52') {} {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:16:26.847789 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-5b423c64-4e88-4bf2-8b8b-1931669b0993 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752232865190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9529364'] for segment, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:26.863996 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-5b423c64-4e88-4bf2-8b8b-1931669b0993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:26.870286 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b423c64-4e88-4bf2-8b8b-1931669b0993 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 01:16:26.870684 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-5b423c64-4e88-4bf2-8b8b-1931669b0993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9529970'] for segment, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: Traceback (most recent call last): Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: timer() Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: cb(*args, **kw) Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: return func(*args, **kwargs) Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: self._notify() Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: self.callback(batched_events) Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: event.method(event) Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: return f(self, *a, **k) Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: return self._get(url).json() Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: return self.request(url, 'GET', **kwargs) Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 01:16:26.872410 dv-cinder-809305-1-iscsi neutron-server[94552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 01:16:26.893283 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8702491-6f86-4e2f-bb1f-a416eefc433c admin admin] Made reservation on behalf of 7e449395888f4427a680e7e96560d0a6 for: {'subnet': 1} {{(pid=94552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:16:26.895556 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b8702491-6f86-4e2f-bb1f-a416eefc433c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9551412'] for subnet, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:26.930813 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-913f1c54-ae24-401a-a7b2-d8ecc1e874a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:27.012907 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-913f1c54-ae24-401a-a7b2-d8ecc1e874a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:27.197900 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-489990e0-3925-4a35-bd43-0cbd9657ab58 admin admin] Deleting port 35a229ee-9a3c-41f4-965d-f122b8dc990e {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:16:27.198169 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-489990e0-3925-4a35-bd43-0cbd9657ab58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:27.209851 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-913f1c54-ae24-401a-a7b2-d8ecc1e874a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:27.212358 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-913f1c54-ae24-401a-a7b2-d8ecc1e874a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:27.213930 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-913f1c54-ae24-401a-a7b2-d8ecc1e874a6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6de71f6c-9e74-409f-875b-4de1f3b28789 HTTP/1.1" status: 204 len: 168 time: 0.4266927 Sep 16 01:16:27.230196 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f1c54-ae24-401a-a7b2-d8ecc1e874a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de71f6c-9e74-409f-875b-4de1f3b28789,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:27.241945 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-5b423c64-4e88-4bf2-8b8b-1931669b0993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8012313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530186'] for network, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:27.252280 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-5b423c64-4e88-4bf2-8b8b-1931669b0993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:27.254735 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-5b423c64-4e88-4bf2-8b8b-1931669b0993 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8052acd4-a59e-4732-ae36-76cad98fa272 HTTP/1.1" status: 204 len: 168 time: 0.6037655 Sep 16 01:16:27.297880 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-489990e0-3925-4a35-bd43-0cbd9657ab58 admin admin] For port 35a229ee-9a3c-41f4-965d-f122b8dc990e, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=35a229ee-9a3c-41f4-965d-f122b8dc990e,segment=NetworkSegment(48b26a3e-6f21-40b3-a4f5-639c4a6056c5),segment_id=48b26a3e-6f21-40b3-a4f5-639c4a6056c5)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:16:27.298483 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-489990e0-3925-4a35-bd43-0cbd9657ab58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:27.301970 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b423c64-4e88-4bf2-8b8b-1931669b0993 admin admin] Pushing event deleted for resources: {'Network': ['ID=8052acd4-a59e-4732-ae36-76cad98fa272,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:27.319172 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-489990e0-3925-4a35-bd43-0cbd9657ab58 admin admin] Calling delete_port for 35a229ee-9a3c-41f4-965d-f122b8dc990e owned by network:router_interface {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:16:27.449780 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b8702491-6f86-4e2f-bb1f-a416eefc433c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9529583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9551386'] for subnet, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:27.507771 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8702491-6f86-4e2f-bb1f-a416eefc433c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2678d274-208b-4d15-8181-5b8b25910a6e,revision_number=0']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:27.518760 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8702491-6f86-4e2f-bb1f-a416eefc433c admin admin] Checking segment: {'id': 'bf7621a0-de54-4548-902a-f9b54d555482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cca20590-dfe9-4cbd-9fb6-280d4d9039cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:16:27.519112 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8702491-6f86-4e2f-bb1f-a416eefc433c admin admin] Network hostable DHCP agents. Network: cca20590-dfe9-4cbd-9fb6-280d4d9039cd, hostable agents: ['8150fd10-5b69-4841-ab2e-29f8c66906c8'], hosted agents: [] {{(pid=94552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:16:27.603959 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-489990e0-3925-4a35-bd43-0cbd9657ab58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:27.626585 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8702491-6f86-4e2f-bb1f-a416eefc433c admin admin] Network cca20590-dfe9-4cbd-9fb6-280d4d9039cd is scheduled to be hosted by DHCP agent 8150fd10-5b69-4841-ab2e-29f8c66906c8 with binding_index 1 {{(pid=94552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:16:27.640063 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 36988) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:27.652419 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489990e0-3925-4a35-bd43-0cbd9657ab58 admin admin] Pushing event deleted for resources: {'Port': ['ID=35a229ee-9a3c-41f4-965d-f122b8dc990e,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:27.706561 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.base_scheduler [None req-b8702491-6f86-4e2f-bb1f-a416eefc433c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809305-1-iscsi, cca20590-dfe9-4cbd-9fb6-280d4d9039cd) {{(pid=94552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:16:27.712384 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8702491-6f86-4e2f-bb1f-a416eefc433c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:27.712649 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b8702491-6f86-4e2f-bb1f-a416eefc433c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:27.718228 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b51ac5b-a37d-476c-9340-bce4ef34e939 None None] Network cca20590-dfe9-4cbd-9fb6-280d4d9039cd requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:16:27.732415 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-f1f0038e-0986-4216-ba85-99792b9e1c8f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2bbf94dc8b2b4f68b2d439446f4a55ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0912371 Sep 16 01:16:27.734918 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 36992) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:27.783765 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-b8702491-6f86-4e2f-bb1f-a416eefc433c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2888098 Sep 16 01:16:27.864829 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec38f9c5-4aed-482d-ab7f-66049df0af5c None None] Network cca20590-dfe9-4cbd-9fb6-280d4d9039cd requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:16:28.159150 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-cd7387c4-44a9-42b4-b95a-de4a72b4729b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:28.185727 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a6eb9-9224-4093-a61a-03222a0db357 req-d5acc9d6-f1ef-4645-a6e0-b6717fb0ca35 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:28.187804 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-953a6eb9-9224-4093-a61a-03222a0db357 req-d5acc9d6-f1ef-4645-a6e0-b6717fb0ca35 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.1324313 Sep 16 01:16:28.196395 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-489990e0-3925-4a35-bd43-0cbd9657ab58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530344'] for router_interface, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:28.208811 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-cd7387c4-44a9-42b4-b95a-de4a72b4729b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:28.304263 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-953a6eb9-9224-4093-a61a-03222a0db357 req-d420fa2a-5017-4379-b7f2-495f347497c2 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088951 Sep 16 01:16:28.470116 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-cd7387c4-44a9-42b4-b95a-de4a72b4729b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:28.473653 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-cd7387c4-44a9-42b4-b95a-de4a72b4729b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:28.475032 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-cd7387c4-44a9-42b4-b95a-de4a72b4729b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d1a7a8c0-92fb-426c-aefe-d860d9d70599 HTTP/1.1" status: 204 len: 168 time: 0.7392180 Sep 16 01:16:28.490989 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7387c4-44a9-42b4-b95a-de4a72b4729b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a7a8c0-92fb-426c-aefe-d860d9d70599,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:28.513924 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489990e0-3925-4a35-bd43-0cbd9657ab58 admin admin] Router 0e933fb2-7854-4227-a450-a6cebd71ac5c has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:16:28.624642 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37012) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:28.632507 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-3e5a4bf7-4135-45f7-9d0b-d740e28105e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-752825288-network', 'tenant_id': '465d95b6b8fd40cc8b9a1f020612efe8'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:16:28.642085 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489990e0-3925-4a35-bd43-0cbd9657ab58 admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:16:28.651264 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-489990e0-3925-4a35-bd43-0cbd9657ab58 admin admin] 10.222.0.22 "PUT /v2.0/routers/0e933fb2-7854-4227-a450-a6cebd71ac5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3880241 Sep 16 01:16:28.651684 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 37014) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:28.655082 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69768b2a-7d0c-4733-b13b-3d6de434a472 None None] Sync routers for ids ['0e933fb2-7854-4227-a450-a6cebd71ac5c'] in dv-cinder-809305-1-iscsi {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:16:28.664993 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69768b2a-7d0c-4733-b13b-3d6de434a472 None None] Routers {'0e933fb2-7854-4227-a450-a6cebd71ac5c'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:16:28.665729 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-69768b2a-7d0c-4733-b13b-3d6de434a472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:16:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['0e933fb2-7854-4227-a450-a6cebd71ac5c'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:16:28.767390 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-68371d08-0ba1-4b1f-b5f3-1b0395d4bcc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:28.770954 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-69768b2a-7d0c-4733-b13b-3d6de434a472 None None] Set router 0e933fb2-7854-4227-a450-a6cebd71ac5c gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:16:28.787243 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5a4bf7-4135-45f7-9d0b-d740e28105e8 admin admin] Made reservation on behalf of 465d95b6b8fd40cc8b9a1f020612efe8 for: {'network': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:16:28.787529 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e8ec5f46-64e8-4349-b7da-8455e332dae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:28.792033 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3e5a4bf7-4135-45f7-9d0b-d740e28105e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for network, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:28.803076 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3e5a4bf7-4135-45f7-9d0b-d740e28105e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:28.909621 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3e5a4bf7-4135-45f7-9d0b-d740e28105e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:28.914338 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-68371d08-0ba1-4b1f-b5f3-1b0395d4bcc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:28.972783 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-69768b2a-7d0c-4733-b13b-3d6de434a472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e933fb2-7854-4227-a450-a6cebd71ac5c', 'name': 'tempest-ServerRescueNegativeTestJSON-561771277-router', 'tenant_id': 'accb97bf2c33416984d15cc196da922a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '88de70e1-a96f-4822-973a-b75611156115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:39Z', 'updated_at': '2021-09-16T01:16:27Z', 'revision_number': 5, 'project_id': 'accb97bf2c33416984d15cc196da922a', 'gw_port': {'id': '88de70e1-a96f-4822-973a-b75611156115', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e933fb2-7854-4227-a450-a6cebd71ac5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:41Z', 'updated_at': '2021-09-16T01:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:16:29.003758 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69768b2a-7d0c-4733-b13b-3d6de434a472 None None] Checking router: 0e933fb2-7854-4227-a450-a6cebd71ac5c for host: dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:16:29.014851 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69768b2a-7d0c-4733-b13b-3d6de434a472 None None] Routers {'0e933fb2-7854-4227-a450-a6cebd71ac5c'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:16:29.015481 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-69768b2a-7d0c-4733-b13b-3d6de434a472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:16:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['0e933fb2-7854-4227-a450-a6cebd71ac5c'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:16:29.055043 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3e5a4bf7-4135-45f7-9d0b-d740e28105e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:29.075857 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5a4bf7-4135-45f7-9d0b-d740e28105e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=94551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:16:29.091971 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a4bf7-4135-45f7-9d0b-d740e28105e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad90f1f-4fb6-4d55-a497-43f59f918b8d,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:29.095576 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3e5a4bf7-4135-45f7-9d0b-d740e28105e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:29.095913 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.db.segments_db [None req-3e5a4bf7-4135-45f7-9d0b-d740e28105e8 admin admin] Added segment 57588a66-2800-43b0-86e3-45c9f8f0bcd6 of type vlan for network a87a04fa-63b3-4e43-bde9-8617ac3b867e Sep 16 01:16:29.124286 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-69768b2a-7d0c-4733-b13b-3d6de434a472 None None] Set router 0e933fb2-7854-4227-a450-a6cebd71ac5c gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:16:29.137640 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3e5a4bf7-4135-45f7-9d0b-d740e28105e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752232308511'] for network, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:29.152827 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-68371d08-0ba1-4b1f-b5f3-1b0395d4bcc4 admin admin] Deleting port 88de70e1-a96f-4822-973a-b75611156115 {{(pid=94552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:16:29.153742 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-68371d08-0ba1-4b1f-b5f3-1b0395d4bcc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:29.238848 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.db [None req-68371d08-0ba1-4b1f-b5f3-1b0395d4bcc4 admin admin] For port 88de70e1-a96f-4822-973a-b75611156115, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=88de70e1-a96f-4822-973a-b75611156115,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:16:29.239231 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-68371d08-0ba1-4b1f-b5f3-1b0395d4bcc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:29.253813 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-68371d08-0ba1-4b1f-b5f3-1b0395d4bcc4 admin admin] Calling delete_port for 88de70e1-a96f-4822-973a-b75611156115 owned by network:router_gateway {{(pid=94552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:16:29.272282 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3e5a4bf7-4135-45f7-9d0b-d740e28105e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for network, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:29.273638 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5a4bf7-4135-45f7-9d0b-d740e28105e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:29.274243 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3e5a4bf7-4135-45f7-9d0b-d740e28105e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:29.340558 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a4bf7-4135-45f7-9d0b-d740e28105e8 admin admin] Pushing event updated for resources: {'Network': ['ID=a87a04fa-63b3-4e43-bde9-8617ac3b867e,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:29.352217 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Network a87a04fa-63b3-4e43-bde9-8617ac3b867e details requested by agent ovs-agent-dv-cinder-809305-1-iscsi with host dv-cinder-809305-1-iscsi {{(pid=94553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:16:29.394942 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-69768b2a-7d0c-4733-b13b-3d6de434a472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e933fb2-7854-4227-a450-a6cebd71ac5c', 'name': 'tempest-ServerRescueNegativeTestJSON-561771277-router', 'tenant_id': 'accb97bf2c33416984d15cc196da922a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '88de70e1-a96f-4822-973a-b75611156115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:39Z', 'updated_at': '2021-09-16T01:16:27Z', 'revision_number': 5, 'project_id': 'accb97bf2c33416984d15cc196da922a', 'gw_port': {'id': '88de70e1-a96f-4822-973a-b75611156115', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e933fb2-7854-4227-a450-a6cebd71ac5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:41Z', 'updated_at': '2021-09-16T01:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:16:29.423880 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69768b2a-7d0c-4733-b13b-3d6de434a472 None None] The sync data for ids ['0e933fb2-7854-4227-a450-a6cebd71ac5c'] in dv-cinder-809305-1-iscsi is: [{'id': '0e933fb2-7854-4227-a450-a6cebd71ac5c', 'name': 'tempest-ServerRescueNegativeTestJSON-561771277-router', 'tenant_id': 'accb97bf2c33416984d15cc196da922a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '88de70e1-a96f-4822-973a-b75611156115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:39Z', 'updated_at': '2021-09-16T01:16:27Z', 'revision_number': 5, 'project_id': 'accb97bf2c33416984d15cc196da922a', 'gw_port': {'id': '88de70e1-a96f-4822-973a-b75611156115', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e933fb2-7854-4227-a450-a6cebd71ac5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:41Z', 'updated_at': '2021-09-16T01:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}] {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:16:29.501359 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb556975-f9c1-425e-8440-be789185fbab req-e42a28fa-aee7-485e-a175-7c633389ad73 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:29.502841 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-bb556975-f9c1-425e-8440-be789185fbab req-e42a28fa-aee7-485e-a175-7c633389ad73 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0916390 Sep 16 01:16:29.521080 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-3e5a4bf7-4135-45f7-9d0b-d740e28105e8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8950667 Sep 16 01:16:29.523866 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37018) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:29.529177 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-80619dad-8e3f-49af-9e5a-0cc11389ed63 admin admin] Request body: {'subnet': {'network_id': 'a87a04fa-63b3-4e43-bde9-8617ac3b867e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-752825288-subnet', 'tenant_id': '465d95b6b8fd40cc8b9a1f020612efe8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:16:29.540798 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-bb556975-f9c1-425e-8440-be789185fbab req-eabd848a-ec95-4f9f-978d-4c74d14131d3 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313540 Sep 16 01:16:29.603923 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-68371d08-0ba1-4b1f-b5f3-1b0395d4bcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:29.629751 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68371d08-0ba1-4b1f-b5f3-1b0395d4bcc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=88de70e1-a96f-4822-973a-b75611156115,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:29.638037 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80619dad-8e3f-49af-9e5a-0cc11389ed63 admin admin] Made reservation on behalf of 465d95b6b8fd40cc8b9a1f020612efe8 for: {'subnet': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:16:29.640433 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-80619dad-8e3f-49af-9e5a-0cc11389ed63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17913914'] for subnet, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:29.689893 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-68371d08-0ba1-4b1f-b5f3-1b0395d4bcc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530286'] for router_gateway, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:29.796433 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-68371d08-0ba1-4b1f-b5f3-1b0395d4bcc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1203'] for router, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:29.798789 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-68371d08-0ba1-4b1f-b5f3-1b0395d4bcc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:29.907216 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-80619dad-8e3f-49af-9e5a-0cc11389ed63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17682405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17913876'] for subnet, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:29.952055 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-68371d08-0ba1-4b1f-b5f3-1b0395d4bcc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531396'] for router, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:29.952644 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68371d08-0ba1-4b1f-b5f3-1b0395d4bcc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e933fb2-7854-4227-a450-a6cebd71ac5c {{(pid=94552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 01:16:29.958216 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-68371d08-0ba1-4b1f-b5f3-1b0395d4bcc4 admin admin] Notify callbacks [] for router, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:29.966851 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-68371d08-0ba1-4b1f-b5f3-1b0395d4bcc4 admin admin] 10.222.0.22 "DELETE /v2.0/routers/0e933fb2-7854-4227-a450-a6cebd71ac5c HTTP/1.1" status: 204 len: 168 time: 1.3066776 Sep 16 01:16:29.966851 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 37020) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:29.972258 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80619dad-8e3f-49af-9e5a-0cc11389ed63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9d082de-5abe-4a78-a10f-6fd3970d104f,revision_number=0']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:29.981645 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80619dad-8e3f-49af-9e5a-0cc11389ed63 admin admin] Checking segment: {'id': '57588a66-2800-43b0-86e3-45c9f8f0bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a87a04fa-63b3-4e43-bde9-8617ac3b867e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:16:29.982010 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80619dad-8e3f-49af-9e5a-0cc11389ed63 admin admin] Network hostable DHCP agents. Network: a87a04fa-63b3-4e43-bde9-8617ac3b867e, hostable agents: ['8150fd10-5b69-4841-ab2e-29f8c66906c8'], hosted agents: [] {{(pid=94551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:16:30.034046 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.db_base_plugin_v2 [None req-182ad3f0-5e5b-46d3-9cec-77ab5a2a22b2 admin admin] Deleting subnet 2fd27a1b-c4db-4383-9f27-5a0ae01e407a {{(pid=94552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 01:16:30.034046 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-182ad3f0-5e5b-46d3-9cec-77ab5a2a22b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:30.052180 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-182ad3f0-5e5b-46d3-9cec-77ab5a2a22b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9529375'] for subnet, precommit_delete_associations {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:30.097124 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-182ad3f0-5e5b-46d3-9cec-77ab5a2a22b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8015751'] for subnet, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:30.106411 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80619dad-8e3f-49af-9e5a-0cc11389ed63 admin admin] Network a87a04fa-63b3-4e43-bde9-8617ac3b867e is scheduled to be hosted by DHCP agent 8150fd10-5b69-4841-ab2e-29f8c66906c8 with binding_index 1 {{(pid=94551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:16:30.192151 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-80619dad-8e3f-49af-9e5a-0cc11389ed63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809305-1-iscsi, a87a04fa-63b3-4e43-bde9-8617ac3b867e) {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:16:30.196433 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80619dad-8e3f-49af-9e5a-0cc11389ed63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:30.197065 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-80619dad-8e3f-49af-9e5a-0cc11389ed63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:30.202551 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45414d7-c5a4-4687-8c98-0ca0691693c6 None None] Network a87a04fa-63b3-4e43-bde9-8617ac3b867e requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:16:30.221469 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-182ad3f0-5e5b-46d3-9cec-77ab5a2a22b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8015760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9529516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9551379'] for subnet, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:30.246167 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ad3f0-5e5b-46d3-9cec-77ab5a2a22b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fd27a1b-c4db-4383-9f27-5a0ae01e407a,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:30.251940 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-182ad3f0-5e5b-46d3-9cec-77ab5a2a22b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:30.253870 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-182ad3f0-5e5b-46d3-9cec-77ab5a2a22b2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2fd27a1b-c4db-4383-9f27-5a0ae01e407a HTTP/1.1" status: 204 len: 168 time: 0.2904387 Sep 16 01:16:30.256622 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 37022) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:30.301661 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-80619dad-8e3f-49af-9e5a-0cc11389ed63 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7763550 Sep 16 01:16:30.329158 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56a78a9-91f1-4c04-93ab-4aff7ed76708 None None] Network a87a04fa-63b3-4e43-bde9-8617ac3b867e requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:16:30.330841 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fc01a1d1-92a3-4b64-9f2d-68c998e7fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7919478'] for network, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:30.414123 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fc01a1d1-92a3-4b64-9f2d-68c998e7fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8012288', 'neutron.services.segments.db._delete_segments_for_network-8752232865693'] for network, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:30.437431 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.services.segments.db [None req-fc01a1d1-92a3-4b64-9f2d-68c998e7fab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f35b47-080e-48ba-b98e-598a64e807a6']}} {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:16:30.446068 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37026) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:30.457434 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.services.segments.db [None req-fc01a1d1-92a3-4b64-9f2d-68c998e7fab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b26a3e-6f21-40b3-a4f5-639c4a6056c5') {'for_net_delete': True} {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:16:30.457712 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.services.segments.db [None req-fc01a1d1-92a3-4b64-9f2d-68c998e7fab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b26a3e-6f21-40b3-a4f5-639c4a6056c5') {} {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:16:30.465994 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 35a229ee-9a3c-41f4-965d-f122b8dc990e no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:16:30.480798 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fc01a1d1-92a3-4b64-9f2d-68c998e7fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752232865190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9529364'] for segment, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:30.492775 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: 35a229ee-9a3c-41f4-965d-f122b8dc990e {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:16:30.493242 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 35a229ee-9a3c-41f4-965d-f122b8dc990e not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:16:30.504438 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fc01a1d1-92a3-4b64-9f2d-68c998e7fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:30.509800 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e79ebd-6fa3-404a-9f89-db660d7084bb admin admin] Deleting subnet 2678d274-208b-4d15-8181-5b8b25910a6e {{(pid=94551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 01:16:30.510857 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc01a1d1-92a3-4b64-9f2d-68c998e7fab9 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 01:16:30.511255 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fc01a1d1-92a3-4b64-9f2d-68c998e7fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9529970'] for segment, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:30.513096 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d6e79ebd-6fa3-404a-9f89-db660d7084bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: Traceback (most recent call last): Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: timer() Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: cb(*args, **kw) Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: return func(*args, **kwargs) Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: self._notify() Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: self.callback(batched_events) Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: event.method(event) Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: return f(self, *a, **k) Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: return self._get(url).json() Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: return self.request(url, 'GET', **kwargs) Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 01:16:30.518637 dv-cinder-809305-1-iscsi neutron-server[94552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 01:16:30.547551 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d6e79ebd-6fa3-404a-9f89-db660d7084bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17379148'] for subnet, precommit_delete_associations {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:30.588466 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d6e79ebd-6fa3-404a-9f89-db660d7084bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8015751'] for subnet, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:30.649505 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fc01a1d1-92a3-4b64-9f2d-68c998e7fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8012313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530186'] for network, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:30.657444 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fc01a1d1-92a3-4b64-9f2d-68c998e7fab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:30.662179 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-fc01a1d1-92a3-4b64-9f2d-68c998e7fab9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/71f35b47-080e-48ba-b98e-598a64e807a6 HTTP/1.1" status: 204 len: 168 time: 0.4016228 Sep 16 01:16:30.668756 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01a1d1-92a3-4b64-9f2d-68c998e7fab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=71f35b47-080e-48ba-b98e-598a64e807a6,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:30.676265 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e48265-2beb-40e7-ab96-24b0197cca72 req-d0e37e18-d3af-4b35-b510-33f7227caa66 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:30.677917 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d8e48265-2beb-40e7-ab96-24b0197cca72 req-d0e37e18-d3af-4b35-b510-33f7227caa66 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0702186 Sep 16 01:16:30.722839 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d8e48265-2beb-40e7-ab96-24b0197cca72 req-a5bce674-d040-49f8-b0d0-4cd6c2d43bc6 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377164 Sep 16 01:16:30.735429 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d6e79ebd-6fa3-404a-9f89-db660d7084bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8015760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17682342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17913885'] for subnet, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:30.764411 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e79ebd-6fa3-404a-9f89-db660d7084bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2678d274-208b-4d15-8181-5b8b25910a6e,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:30.766467 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d6e79ebd-6fa3-404a-9f89-db660d7084bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:30.776845 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-d6e79ebd-6fa3-404a-9f89-db660d7084bb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2678d274-208b-4d15-8181-5b8b25910a6e HTTP/1.1" status: 204 len: 168 time: 0.3222513 Sep 16 01:16:30.778553 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37032) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:30.849573 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7965df30-496d-4122-a380-148a9c9d038e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7919478'] for network, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:30.929892 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7965df30-496d-4122-a380-148a9c9d038e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8012288', 'neutron.services.segments.db._delete_segments_for_network-8752232865693'] for network, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:30.956377 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-7965df30-496d-4122-a380-148a9c9d038e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca20590-dfe9-4cbd-9fb6-280d4d9039cd']}} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:16:30.966222 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-7965df30-496d-4122-a380-148a9c9d038e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7621a0-de54-4548-902a-f9b54d555482') {'for_net_delete': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:16:30.966524 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-7965df30-496d-4122-a380-148a9c9d038e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7621a0-de54-4548-902a-f9b54d555482') {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:16:30.979146 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7965df30-496d-4122-a380-148a9c9d038e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752232865190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17379143'] for segment, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:30.988610 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7965df30-496d-4122-a380-148a9c9d038e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:30.994427 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7965df30-496d-4122-a380-148a9c9d038e admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=94551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 01:16:30.994820 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7965df30-496d-4122-a380-148a9c9d038e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17681784'] for segment, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: Traceback (most recent call last): Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: timer() Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: cb(*args, **kw) Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: return func(*args, **kwargs) Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: self._notify() Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: self.callback(batched_events) Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: event.method(event) Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: return f(self, *a, **k) Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: return self._get(url).json() Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: return self.request(url, 'GET', **kwargs) Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 01:16:30.996471 dv-cinder-809305-1-iscsi neutron-server[94551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 01:16:31.093861 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37034) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:31.133086 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7965df30-496d-4122-a380-148a9c9d038e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8012313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530186'] for network, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:31.138787 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7965df30-496d-4122-a380-148a9c9d038e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:31.140627 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-7965df30-496d-4122-a380-148a9c9d038e admin admin] 10.222.0.22 "DELETE /v2.0/networks/cca20590-dfe9-4cbd-9fb6-280d4d9039cd HTTP/1.1" status: 204 len: 168 time: 0.3611584 Sep 16 01:16:31.143544 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 37036) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:31.144353 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-8a17c9fd-a2eb-4787-91ee-ac317fe58c0f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=accb97bf2c33416984d15cc196da922a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0494409 Sep 16 01:16:31.151106 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 37038) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:31.153231 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965df30-496d-4122-a380-148a9c9d038e admin admin] Pushing event deleted for resources: {'Network': ['ID=cca20590-dfe9-4cbd-9fb6-280d4d9039cd,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:31.221637 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce62e889-dd49-41ec-af50-c05bfdb9905b admin admin] Deleting subnet d9d082de-5abe-4a78-a10f-6fd3970d104f {{(pid=94552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 01:16:31.228753 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-ce62e889-dd49-41ec-af50-c05bfdb9905b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:31.263874 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-9467b179-bd31-4ce7-a777-7497d71f75e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:31.282533 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-ce62e889-dd49-41ec-af50-c05bfdb9905b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9529375'] for subnet, precommit_delete_associations {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:31.311839 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-9467b179-bd31-4ce7-a777-7497d71f75e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:31.355399 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-ce62e889-dd49-41ec-af50-c05bfdb9905b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8015751'] for subnet, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:31.472321 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-9467b179-bd31-4ce7-a777-7497d71f75e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:31.474923 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-9467b179-bd31-4ce7-a777-7497d71f75e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:31.476220 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-9467b179-bd31-4ce7-a777-7497d71f75e0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fbc8a4fd-96c8-42ae-ae1e-73e04536bc38 HTTP/1.1" status: 204 len: 168 time: 0.3242376 Sep 16 01:16:31.484593 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467b179-bd31-4ce7-a777-7497d71f75e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc8a4fd-96c8-42ae-ae1e-73e04536bc38,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:31.518313 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-54199c6e-aa61-4c6f-bc70-dc12c4382b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:31.518853 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-ce62e889-dd49-41ec-af50-c05bfdb9905b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8015760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9529516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9551379'] for subnet, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:31.549735 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-ce62e889-dd49-41ec-af50-c05bfdb9905b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:31.557842 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-ce62e889-dd49-41ec-af50-c05bfdb9905b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d9d082de-5abe-4a78-a10f-6fd3970d104f HTTP/1.1" status: 204 len: 168 time: 0.4132597 Sep 16 01:16:31.558685 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62e889-dd49-41ec-af50-c05bfdb9905b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9d082de-5abe-4a78-a10f-6fd3970d104f,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:31.560428 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37044) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:31.628786 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c887b11e-880d-4e5c-801a-e8a6f7bd386f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7919478'] for network, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:31.709453 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c887b11e-880d-4e5c-801a-e8a6f7bd386f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8012288', 'neutron.services.segments.db._delete_segments_for_network-8752232865693'] for network, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:31.728717 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-c887b11e-880d-4e5c-801a-e8a6f7bd386f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87a04fa-63b3-4e43-bde9-8617ac3b867e']}} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:16:31.737797 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-c887b11e-880d-4e5c-801a-e8a6f7bd386f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57588a66-2800-43b0-86e3-45c9f8f0bcd6') {'for_net_delete': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:16:31.738113 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-c887b11e-880d-4e5c-801a-e8a6f7bd386f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57588a66-2800-43b0-86e3-45c9f8f0bcd6') {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:16:31.747806 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c887b11e-880d-4e5c-801a-e8a6f7bd386f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752232865190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17379143'] for segment, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:31.762001 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c887b11e-880d-4e5c-801a-e8a6f7bd386f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c887b11e-880d-4e5c-801a-e8a6f7bd386f admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c887b11e-880d-4e5c-801a-e8a6f7bd386f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17681784'] for segment, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: Traceback (most recent call last): Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: timer() Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: cb(*args, **kw) Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: return func(*args, **kwargs) Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: self._notify() Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: self.callback(batched_events) Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: event.method(event) Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: return f(self, *a, **k) Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: return self._get(url).json() Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: return self.request(url, 'GET', **kwargs) Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 01:16:31.773805 dv-cinder-809305-1-iscsi neutron-server[94551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 01:16:31.840937 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc7aa7-e17e-4e7a-b7bb-5464a85a7c18 req-bcdc9870-748a-473e-9fcc-a24bc90e5abc tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:31.842579 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-06cc7aa7-e17e-4e7a-b7bb-5464a85a7c18 req-bcdc9870-748a-473e-9fcc-a24bc90e5abc tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0502114 Sep 16 01:16:31.882952 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-06cc7aa7-e17e-4e7a-b7bb-5464a85a7c18 req-876e35e6-77d4-4628-b91f-eeef70e1a388 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326807 Sep 16 01:16:31.907898 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:31.975554 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c887b11e-880d-4e5c-801a-e8a6f7bd386f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8012313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530186'] for network, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:31.979922 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c887b11e-880d-4e5c-801a-e8a6f7bd386f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:31.985396 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-c887b11e-880d-4e5c-801a-e8a6f7bd386f admin admin] 10.222.0.22 "DELETE /v2.0/networks/a87a04fa-63b3-4e43-bde9-8617ac3b867e HTTP/1.1" status: 204 len: 168 time: 0.4231436 Sep 16 01:16:31.997838 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887b11e-880d-4e5c-801a-e8a6f7bd386f admin admin] Pushing event deleted for resources: {'Network': ['ID=a87a04fa-63b3-4e43-bde9-8617ac3b867e,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:32.064254 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 88de70e1-a96f-4822-973a-b75611156115 no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:16:32.084524 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: 88de70e1-a96f-4822-973a-b75611156115 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:16:32.084875 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 88de70e1-a96f-4822-973a-b75611156115 not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:16:32.351161 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37060) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:32.390480 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-e8640c4f-2667-4ee8-8099-d1e433237d0f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e449395888f4427a680e7e96560d0a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382838 Sep 16 01:16:32.392882 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37062) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:32.442274 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-24e60ced-dd40-4903-9c6c-afc6a4f51ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:32.471575 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-24e60ced-dd40-4903-9c6c-afc6a4f51ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:32.609486 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-24e60ced-dd40-4903-9c6c-afc6a4f51ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:32.611964 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-24e60ced-dd40-4903-9c6c-afc6a4f51ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:32.613168 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-24e60ced-dd40-4903-9c6c-afc6a4f51ab9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/038354d2-3ee3-4b53-a222-b23178573b6e HTTP/1.1" status: 204 len: 168 time: 0.2193396 Sep 16 01:16:32.621282 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e60ced-dd40-4903-9c6c-afc6a4f51ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038354d2-3ee3-4b53-a222-b23178573b6e,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:32.827342 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:33.041614 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf1554-ea69-4d2c-a7ce-e9beb19e8ccd req-087c190a-10dc-4a21-ab6b-b1ee336d2abc tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:33.043186 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9fdf1554-ea69-4d2c-a7ce-e9beb19e8ccd req-087c190a-10dc-4a21-ab6b-b1ee336d2abc tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0523403 Sep 16 01:16:33.081897 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9fdf1554-ea69-4d2c-a7ce-e9beb19e8ccd req-5744a325-6ecb-4343-a5e7-aa5d09c2fa52 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326271 Sep 16 01:16:33.249887 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37084) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:33.290828 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-325d012c-924e-4cac-9fbc-93cdbd8e85c2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=465d95b6b8fd40cc8b9a1f020612efe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396869 Sep 16 01:16:33.293225 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37088) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:33.344452 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-cce1d321-a593-46ce-9965-ab05a46d4c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:33.365593 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-cce1d321-a593-46ce-9965-ab05a46d4c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:33.495233 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-cce1d321-a593-46ce-9965-ab05a46d4c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:33.497823 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-cce1d321-a593-46ce-9965-ab05a46d4c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:33.501908 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-cce1d321-a593-46ce-9965-ab05a46d4c4b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fad90f1f-4fb6-4d55-a497-43f59f918b8d HTTP/1.1" status: 204 len: 168 time: 0.2055132 Sep 16 01:16:33.511379 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1d321-a593-46ce-9965-ab05a46d4c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad90f1f-4fb6-4d55-a497-43f59f918b8d,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:34.202621 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06523251-7194-47e9-8431-055e1eee4a61 req-74e35462-a0f6-45ea-ad43-66c8966883b1 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:34.204234 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-06523251-7194-47e9-8431-055e1eee4a61 req-74e35462-a0f6-45ea-ad43-66c8966883b1 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0560803 Sep 16 01:16:34.247771 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-06523251-7194-47e9-8431-055e1eee4a61 req-ec5ca19d-5fff-4f0b-8b7d-7aa10312529d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372629 Sep 16 01:16:34.318068 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:34.520939 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37134) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:34.625436 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6565ef59-e967-4c91-a94f-424c76edb228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:34.708819 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6565ef59-e967-4c91-a94f-424c76edb228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:35.131554 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6565ef59-e967-4c91-a94f-424c76edb228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:35.173571 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-6565ef59-e967-4c91-a94f-424c76edb228 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8e6be82b90e24e829818e636bc378543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6515405 Sep 16 01:16:35.174430 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565ef59-e967-4c91-a94f-424c76edb228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2306109-1cd2-45fe-9e68-846213042258,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:35.176500 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 37144) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:35.225075 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8bd6fbc6-3a03-4b72-badd-7ea9ac6c2c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:35.245218 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8bd6fbc6-3a03-4b72-badd-7ea9ac6c2c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:35.365581 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd7938-afaf-4feb-b0cd-8e29e6d20ac2 req-ea9d2d03-2e6a-4dbb-a557-90bea9c9762a tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:35.368129 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d9cd7938-afaf-4feb-b0cd-8e29e6d20ac2 req-ea9d2d03-2e6a-4dbb-a557-90bea9c9762a tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0512140 Sep 16 01:16:35.405989 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8bd6fbc6-3a03-4b72-badd-7ea9ac6c2c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:35.408564 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8bd6fbc6-3a03-4b72-badd-7ea9ac6c2c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:35.409755 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-8bd6fbc6-3a03-4b72-badd-7ea9ac6c2c20 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b2306109-1cd2-45fe-9e68-846213042258 HTTP/1.1" status: 204 len: 168 time: 0.2318532 Sep 16 01:16:35.411099 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d9cd7938-afaf-4feb-b0cd-8e29e6d20ac2 req-96eccee1-2a8b-44c1-9897-ab1b851b0d5b tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352788 Sep 16 01:16:35.419244 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6fbc6-3a03-4b72-badd-7ea9ac6c2c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2306109-1cd2-45fe-9e68-846213042258,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:36.135438 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37168) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:36.140325 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 37170) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:36.153449 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-11c70448-11ce-4b6f-909f-7f33b1485427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:36.262813 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-11c70448-11ce-4b6f-909f-7f33b1485427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:36.339710 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-1dc4237c-9f97-44ab-b4fa-a2c589f68f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:36.340961 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-11c70448-11ce-4b6f-909f-7f33b1485427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:36.381836 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-11c70448-11ce-4b6f-909f-7f33b1485427 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=42ce4ed22ee644e09e9d6bdb788513d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378931 Sep 16 01:16:36.381836 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c70448-11ce-4b6f-909f-7f33b1485427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66803b3b-2245-4039-953e-c2540211e2de,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:36.383087 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37174) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:36.455669 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a5ecf24c-4338-4d8e-b369-503fd1712123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:36.491757 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-1dc4237c-9f97-44ab-b4fa-a2c589f68f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:36.496328 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a5ecf24c-4338-4d8e-b369-503fd1712123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:36.542740 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3053b-4910-451d-a0a9-077ec5f3e644 req-705b4917-6587-4df1-ac46-e5eeeec083dc tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:36.544226 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-dbf3053b-4910-451d-a0a9-077ec5f3e644 req-705b4917-6587-4df1-ac46-e5eeeec083dc tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0510063 Sep 16 01:16:36.563312 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-1dc4237c-9f97-44ab-b4fa-a2c589f68f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:36.581644 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-dbf3053b-4910-451d-a0a9-077ec5f3e644 req-58c17bb6-cdb2-4755-abb0-f65f0cdc5692 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312750 Sep 16 01:16:36.601742 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-1dc4237c-9f97-44ab-b4fa-a2c589f68f32 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=976b5f2a85f24daaaa6c087da4e2389c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4652226 Sep 16 01:16:36.602607 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4237c-9f97-44ab-b4fa-a2c589f68f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ab6141-c303-4da1-a60a-f6b249bfabff,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:36.610238 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37178) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:36.644290 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a5ecf24c-4338-4d8e-b369-503fd1712123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:36.647290 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a5ecf24c-4338-4d8e-b369-503fd1712123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:36.648461 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-a5ecf24c-4338-4d8e-b369-503fd1712123 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/66803b3b-2245-4039-953e-c2540211e2de HTTP/1.1" status: 204 len: 168 time: 0.2644324 Sep 16 01:16:36.660545 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecf24c-4338-4d8e-b369-503fd1712123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66803b3b-2245-4039-953e-c2540211e2de,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:36.676869 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7c39a44d-063e-4c49-b64d-21bf6ca92a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:36.704363 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7c39a44d-063e-4c49-b64d-21bf6ca92a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:37.101036 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7c39a44d-063e-4c49-b64d-21bf6ca92a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:37.128842 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7c39a44d-063e-4c49-b64d-21bf6ca92a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:37.128842 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-7c39a44d-063e-4c49-b64d-21bf6ca92a1f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f9ab6141-c303-4da1-a60a-f6b249bfabff HTTP/1.1" status: 204 len: 168 time: 0.4938998 Sep 16 01:16:37.128842 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39a44d-063e-4c49-b64d-21bf6ca92a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ab6141-c303-4da1-a60a-f6b249bfabff,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:37.697853 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ec8a-ea77-4c08-89c4-b830c484ac54 req-7b23b166-32e4-4c78-8eee-829c995f9731 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:37.699382 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-01c5ec8a-ea77-4c08-89c4-b830c484ac54 req-7b23b166-32e4-4c78-8eee-829c995f9731 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0498960 Sep 16 01:16:37.731940 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 37200) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:37.746484 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-01c5ec8a-ea77-4c08-89c4-b830c484ac54 req-d2638e9a-9e6f-489d-a511-abaeb833047b tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378633 Sep 16 01:16:37.753837 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-bc64d6f3-697a-49a1-bd0e-b811ef0d82c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:37.864814 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-bc64d6f3-697a-49a1-bd0e-b811ef0d82c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:37.974787 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-bc64d6f3-697a-49a1-bd0e-b811ef0d82c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:38.012089 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64d6f3-697a-49a1-bd0e-b811ef0d82c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4370ce7f-0163-411f-a9ee-495a5a08f386,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:38.020158 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-bc64d6f3-697a-49a1-bd0e-b811ef0d82c6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=62e1c5dca82e4278831d177943956efd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834287 Sep 16 01:16:38.021699 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 37206) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:38.070512 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-673f3576-1c2c-4e4c-a311-85f4371a3fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:38.092025 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-673f3576-1c2c-4e4c-a311-85f4371a3fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:38.215188 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-673f3576-1c2c-4e4c-a311-85f4371a3fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:38.218274 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-673f3576-1c2c-4e4c-a311-85f4371a3fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:38.219586 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-673f3576-1c2c-4e4c-a311-85f4371a3fb4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4370ce7f-0163-411f-a9ee-495a5a08f386 HTTP/1.1" status: 204 len: 168 time: 0.1980181 Sep 16 01:16:38.231206 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f3576-1c2c-4e4c-a311-85f4371a3fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4370ce7f-0163-411f-a9ee-495a5a08f386,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:38.885069 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231769cb-a1fb-478f-9532-c6d15ed4b4fe req-515d06f2-8f72-4083-8148-3e669b3c6f71 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:38.899337 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-231769cb-a1fb-478f-9532-c6d15ed4b4fe req-515d06f2-8f72-4083-8148-3e669b3c6f71 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0623932 Sep 16 01:16:38.927680 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-231769cb-a1fb-478f-9532-c6d15ed4b4fe req-40feefcd-b19d-4808-8b34-a208eb2ffdee tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339303 Sep 16 01:16:39.308510 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd441e-f3f6-4a00-be46-9c222f29ff3a req-b5e78bf6-d8fa-4dea-9ce5-fd904db24229 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:39.311841 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4bcd441e-f3f6-4a00-be46-9c222f29ff3a req-b5e78bf6-d8fa-4dea-9ce5-fd904db24229 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0523965 Sep 16 01:16:39.367455 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4bcd441e-f3f6-4a00-be46-9c222f29ff3a req-22c08f49-459c-4929-94ff-46640caccd71 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446146 Sep 16 01:16:39.480643 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335960f-47da-4d81-94a6-c42c96b3fa1b req-c574abd2-8d68-4be8-9fc7-c9d648e61e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:39.481823 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7335960f-47da-4d81-94a6-c42c96b3fa1b req-c574abd2-8d68-4be8-9fc7-c9d648e61e3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5fed02cb0f141b6abee4019fde49eb9&device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 1098 time: 0.0422840 Sep 16 01:16:39.584207 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335960f-47da-4d81-94a6-c42c96b3fa1b req-8271fb34-f191-427a-b265-4e41980b85fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:39.590005 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7335960f-47da-4d81-94a6-c42c96b3fa1b req-8271fb34-f191-427a-b265-4e41980b85fe service neutron] 10.222.0.47 "GET /v2.0/networks?id=a1408b60-ef31-4319-a765-bc8dbd3a5f15 HTTP/1.1" status: 200 len: 912 time: 0.0956635 Sep 16 01:16:39.671227 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7335960f-47da-4d81-94a6-c42c96b3fa1b req-00428375-aba0-4fd4-a50c-b052212df34b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8652dd69-9fe5-4669-8882-17de61218779 HTTP/1.1" status: 200 len: 1001 time: 0.0764632 Sep 16 01:16:39.730841 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335960f-47da-4d81-94a6-c42c96b3fa1b req-f2b1062e-233b-4bf0-b4a3-d1818ca14776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:39.733042 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7335960f-47da-4d81-94a6-c42c96b3fa1b req-f2b1062e-233b-4bf0-b4a3-d1818ca14776 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=73104c2c-ea93-4973-a7a3-2804cd4a4bd8 HTTP/1.1" status: 200 len: 850 time: 0.0543694 Sep 16 01:16:39.792688 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335960f-47da-4d81-94a6-c42c96b3fa1b req-5bc6c144-815b-4b4f-bfae-1a7d63467d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:39.794256 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7335960f-47da-4d81-94a6-c42c96b3fa1b req-5bc6c144-815b-4b4f-bfae-1a7d63467d24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a1408b60-ef31-4319-a765-bc8dbd3a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486801 Sep 16 01:16:39.886088 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7335960f-47da-4d81-94a6-c42c96b3fa1b req-6598a764-79f1-4eb8-ae52-ae0f16b07e29 service neutron] 10.222.0.47 "GET /v2.0/networks/a1408b60-ef31-4319-a765-bc8dbd3a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842984 Sep 16 01:16:39.974869 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7335960f-47da-4d81-94a6-c42c96b3fa1b req-ff1efb84-5f6a-4c96-9580-69b16322853b service neutron] 10.222.0.47 "GET /v2.0/networks/a1408b60-ef31-4319-a765-bc8dbd3a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817158 Sep 16 01:16:40.508143 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6e0b8-843b-4bd6-94cc-e8b53298890c req-9fe3b832-4175-4df1-8911-b52d20ecfb66 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:40.510437 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a7f6e0b8-843b-4bd6-94cc-e8b53298890c req-9fe3b832-4175-4df1-8911-b52d20ecfb66 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0611484 Sep 16 01:16:40.559861 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a7f6e0b8-843b-4bd6-94cc-e8b53298890c req-9d2672e4-8ad8-45bc-a5b7-a3db2828960f tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431156 Sep 16 01:16:41.673500 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ede24-0540-41d4-9352-0188a3b42ec7 req-3d9fc7bf-cc84-40a5-9478-02d9a087238e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:41.674979 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e27ede24-0540-41d4-9352-0188a3b42ec7 req-3d9fc7bf-cc84-40a5-9478-02d9a087238e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0496061 Sep 16 01:16:41.715039 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e27ede24-0540-41d4-9352-0188a3b42ec7 req-2a5238c7-0852-4806-a7f8-83c00c6e2097 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340660 Sep 16 01:16:46.880469 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37332) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:46.987142 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-593b8c99-dbc8-4ee0-9bdf-ef31a1f636da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:47.070953 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-593b8c99-dbc8-4ee0-9bdf-ef31a1f636da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:47.329281 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-593b8c99-dbc8-4ee0-9bdf-ef31a1f636da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:47.346816 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:47.368367 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-593b8c99-dbc8-4ee0-9bdf-ef31a1f636da admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c2e4127a2a9b40c8aabdc22a648cb44a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4866464 Sep 16 01:16:47.369276 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b8c99-dbc8-4ee0-9bdf-ef31a1f636da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edf2df9-00cb-4362-a6b6-8e3344946cdc,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:47.371068 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 37338) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:47.424035 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-20a7534b-6dba-4551-b400-50b06f3b3042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:47.444084 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-20a7534b-6dba-4551-b400-50b06f3b3042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:47.574623 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-20a7534b-6dba-4551-b400-50b06f3b3042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:47.577790 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-20a7534b-6dba-4551-b400-50b06f3b3042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:47.579024 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-20a7534b-6dba-4551-b400-50b06f3b3042 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1edf2df9-00cb-4362-a6b6-8e3344946cdc HTTP/1.1" status: 204 len: 168 time: 0.2025616 Sep 16 01:16:47.586508 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7534b-6dba-4551-b400-50b06f3b3042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edf2df9-00cb-4362-a6b6-8e3344946cdc,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:48.228534 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 37356) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:48.241290 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7fa28b39-6c9c-4611-9c04-296bb26261d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:48.325156 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7fa28b39-6c9c-4611-9c04-296bb26261d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:48.403272 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7fa28b39-6c9c-4611-9c04-296bb26261d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:48.441424 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-7fa28b39-6c9c-4611-9c04-296bb26261d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=13d35f8012514655bd55738c76dc6339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2117589 Sep 16 01:16:48.442241 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa28b39-6c9c-4611-9c04-296bb26261d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf25e30-c717-41e4-9d33-b0d967beb9ac,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:48.444096 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37360) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:16:48.498491 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-acfe391f-05c3-42d3-a0e8-09b647a5d103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:48.518789 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-acfe391f-05c3-42d3-a0e8-09b647a5d103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:48.677779 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-acfe391f-05c3-42d3-a0e8-09b647a5d103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:48.680391 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-acfe391f-05c3-42d3-a0e8-09b647a5d103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:48.681557 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-acfe391f-05c3-42d3-a0e8-09b647a5d103 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0cf25e30-c717-41e4-9d33-b0d967beb9ac HTTP/1.1" status: 204 len: 168 time: 0.2361038 Sep 16 01:16:48.688948 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe391f-05c3-42d3-a0e8-09b647a5d103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf25e30-c717-41e4-9d33-b0d967beb9ac,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:51.472135 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-aa0ce772-25ef-4d16-b0aa-e748086c9ba9 req-f84030a2-11ec-48c5-9433-31383f260a3d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454643 Sep 16 01:16:51.535877 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ce772-25ef-4d16-b0aa-e748086c9ba9 req-e98ba031-6593-40e0-aa3b-f4d88809a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:51.537456 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-aa0ce772-25ef-4d16-b0aa-e748086c9ba9 req-e98ba031-6593-40e0-aa3b-f4d88809a22e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99833be108654994aac6dcf7cf390340&device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 1099 time: 0.0431070 Sep 16 01:16:51.655054 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ce772-25ef-4d16-b0aa-e748086c9ba9 req-0bc1b6a5-baee-45b3-8c16-0c958396ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:51.656569 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-aa0ce772-25ef-4d16-b0aa-e748086c9ba9 req-0bc1b6a5-baee-45b3-8c16-0c958396ac9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 HTTP/1.1" status: 200 len: 918 time: 0.0917711 Sep 16 01:16:51.727629 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-aa0ce772-25ef-4d16-b0aa-e748086c9ba9 req-2f1013c3-76d4-41fd-876a-c3a41dc25e0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24101933-817d-46a0-9608-cd6c9264d7b0 HTTP/1.1" status: 200 len: 1001 time: 0.0594308 Sep 16 01:16:51.776216 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ce772-25ef-4d16-b0aa-e748086c9ba9 req-bf1f4c11-3898-4e85-b0a1-0333a1023504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:51.777729 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-aa0ce772-25ef-4d16-b0aa-e748086c9ba9 req-bf1f4c11-3898-4e85-b0a1-0333a1023504 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4795dce4-579a-4783-9e42-b5fb1cdac969 HTTP/1.1" status: 200 len: 856 time: 0.0455711 Sep 16 01:16:51.833809 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ce772-25ef-4d16-b0aa-e748086c9ba9 req-3c6035e5-a2da-481f-971f-a9054766f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:51.835371 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-aa0ce772-25ef-4d16-b0aa-e748086c9ba9 req-3c6035e5-a2da-481f-971f-a9054766f6ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488582 Sep 16 01:16:51.932047 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-aa0ce772-25ef-4d16-b0aa-e748086c9ba9 req-9b3ed613-bd6a-4ceb-b5bf-8e1085e3b259 service neutron] 10.222.0.47 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840211 Sep 16 01:16:52.028322 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-aa0ce772-25ef-4d16-b0aa-e748086c9ba9 req-60c690bb-ca99-48d7-9595-bedae26f2467 service neutron] 10.222.0.47 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879261 Sep 16 01:16:52.160633 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04df14c-d827-4316-bcbf-e4eecbc4a3de req-bbf27855-0df0-4860-ba8f-90f28e90fb89 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:52.162437 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b04df14c-d827-4316-bcbf-e4eecbc4a3de req-bbf27855-0df0-4860-ba8f-90f28e90fb89 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 946 time: 0.0538769 Sep 16 01:16:52.200322 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b04df14c-d827-4316-bcbf-e4eecbc4a3de req-a635a54a-7416-4cbd-981a-ae9907ffcabb tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313716 Sep 16 01:16:53.328323 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8baf6c8-69d6-4d14-be13-63256e65df8d req-4bf6d4f9-172f-48b7-8cd6-a5ad0109aeac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:53.329793 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e8baf6c8-69d6-4d14-be13-63256e65df8d req-4bf6d4f9-172f-48b7-8cd6-a5ad0109aeac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 946 time: 0.0526547 Sep 16 01:16:53.368946 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e8baf6c8-69d6-4d14-be13-63256e65df8d req-a64cef90-6c3f-4cae-b1ed-c2bcc0ee384a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323637 Sep 16 01:16:54.319481 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f0ac0-eaee-468f-924e-13393f2e2d42 req-855bc28d-68b1-4389-8e3a-d5e67dcb6b14 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:54.320943 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-945f0ac0-eaee-468f-924e-13393f2e2d42 req-855bc28d-68b1-4389-8e3a-d5e67dcb6b14 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.47 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 946 time: 0.0539958 Sep 16 01:16:54.421074 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-945f0ac0-eaee-468f-924e-13393f2e2d42 req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Deleting port 24101933-817d-46a0-9608-cd6c9264d7b0 {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:16:54.421762 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-945f0ac0-eaee-468f-924e-13393f2e2d42 req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:54.491733 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8222e-7178-40db-a187-dc11109abcdf req-2cb9ce20-8e28-44b9-893a-9554399113e9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:16:54.493274 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fbd8222e-7178-40db-a187-dc11109abcdf req-2cb9ce20-8e28-44b9-893a-9554399113e9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 946 time: 0.0494637 Sep 16 01:16:54.516894 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-945f0ac0-eaee-468f-924e-13393f2e2d42 req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] For port 24101933-817d-46a0-9608-cd6c9264d7b0, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=24101933-817d-46a0-9608-cd6c9264d7b0,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:16:54.517286 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-945f0ac0-eaee-468f-924e-13393f2e2d42 req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:54.532265 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fbd8222e-7178-40db-a187-dc11109abcdf req-caa2518e-9811-4896-96d9-2615a6c380e5 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=101504fb-6830-4520-ab52-29616185a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319459 Sep 16 01:16:54.735087 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-945f0ac0-eaee-468f-924e-13393f2e2d42 req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:54.735460 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-945f0ac0-eaee-468f-924e-13393f2e2d42 req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530200'] for floatingip, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:54.735784 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.db.l3_db [req-945f0ac0-eaee-468f-924e-13393f2e2d42 req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Floating IP 6f16c717-fb88-4043-bc1f-55453367cae5 disassociated. External IP: 172.27.3.144, port: 24101933-817d-46a0-9608-cd6c9264d7b0. Sep 16 01:16:54.736139 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-945f0ac0-eaee-468f-924e-13393f2e2d42 req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Calling delete_port for 24101933-817d-46a0-9608-cd6c9264d7b0 owned by compute:nova {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:16:55.180504 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-945f0ac0-eaee-468f-924e-13393f2e2d42 req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:55.209306 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Pushing event deleted for resources: {'Port': ['ID=24101933-817d-46a0-9608-cd6c9264d7b0,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:16:55.223067 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:16:55.223429 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:16:55.223772 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:16:55.224118 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:16:55.224457 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:16:55.224809 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:16:55.225172 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:16:55.225506 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:16:55.225838 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:16:55.226170 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:16:55.226499 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:16:55.226827 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:16:55.344693 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-945f0ac0-eaee-468f-924e-13393f2e2d42 req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Router 610be033-adb2-414c-a17f-bd2c320f4d72 has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:16:55.454124 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-945f0ac0-eaee-468f-924e-13393f2e2d42 req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:16:55.468812 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dc179d-8177-4a9d-8fe3-52a6b67fc5cf None None] Sync routers for ids ['610be033-adb2-414c-a17f-bd2c320f4d72'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:16:55.479039 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dc179d-8177-4a9d-8fe3-52a6b67fc5cf None None] Routers {'610be033-adb2-414c-a17f-bd2c320f4d72'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:16:55.479814 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-00dc179d-8177-4a9d-8fe3-52a6b67fc5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:16:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['610be033-adb2-414c-a17f-bd2c320f4d72'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:16:55.501464 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-945f0ac0-eaee-468f-924e-13393f2e2d42 req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] No DVR routers for this DVR port 24101933-817d-46a0-9608-cd6c9264d7b0 on host hv-cinder-80930 {{(pid=94551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:16:55.504315 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-945f0ac0-eaee-468f-924e-13393f2e2d42 req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:55.506776 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-945f0ac0-eaee-468f-924e-13393f2e2d42 req-766e1666-83ad-4f87-a21b-5536fb8616ad tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.47 "DELETE /v2.0/ports/24101933-817d-46a0-9608-cd6c9264d7b0 HTTP/1.1" status: 204 len: 173 time: 1.1787195 Sep 16 01:16:55.507224 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558e72b4-0968-47c0-8c90-c3cf8910554e', 'name': 'network-vif-deleted', 'tag': '24101933-817d-46a0-9608-cd6c9264d7b0'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:16:55.539678 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84547484-4497-48cc-a6ba-b2c2698efb6d" -d '{"events": [{"server_uuid": "558e72b4-0968-47c0-8c90-c3cf8910554e", "name": "network-vif-deleted", "tag": "24101933-817d-46a0-9608-cd6c9264d7b0"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:16:55.546024 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783cbc36-e180-4467-b0bb-8a961b62737b x-openstack-request-id: req-783cbc36-e180-4467-b0bb-8a961b62737b {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:16:55.546316 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558e72b4-0968-47c0-8c90-c3cf8910554e", "name": "network-vif-deleted", "tag": "24101933-817d-46a0-9608-cd6c9264d7b0", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:16:55.546565 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-783cbc36-e180-4467-b0bb-8a961b62737b {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:16:55.546961 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558e72b4-0968-47c0-8c90-c3cf8910554e', 'name': 'network-vif-deleted', 'tag': '24101933-817d-46a0-9608-cd6c9264d7b0', 'status': 'completed', 'code': 200} Sep 16 01:16:55.607913 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-00dc179d-8177-4a9d-8fe3-52a6b67fc5cf None None] Set router 610be033-adb2-414c-a17f-bd2c320f4d72 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:16:55.638892 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-df47865e-564d-4b9e-83de-6be285b56e12 req-ad0bd1af-678f-48ad-be8d-9f9616ca5ab6 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 210 time: 0.0265992 Sep 16 01:16:55.815480 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-00dc179d-8177-4a9d-8fe3-52a6b67fc5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'name': 'tempest-AttachVolumeShelveTestJSON-1029342163-router', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:35Z', 'updated_at': '2021-09-16T01:12:43Z', 'revision_number': 4, 'project_id': '99833be108654994aac6dcf7cf390340', 'gw_port': {'id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:36Z', 'updated_at': '2021-09-16T01:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '552ded5c-5566-4b71-a365-8b3d6f6ebedb', 'name': '', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'mac_address': 'fa:16:3e:73:09:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:41Z', 'updated_at': '2021-09-16T01:12:50Z', 'revision_number': 5, 'project_id': '99833be108654994aac6dcf7cf390340', 'subnets': [{'id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:16:55.842300 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dc179d-8177-4a9d-8fe3-52a6b67fc5cf None None] Checking router: 610be033-adb2-414c-a17f-bd2c320f4d72 for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:16:55.851654 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dc179d-8177-4a9d-8fe3-52a6b67fc5cf None None] Routers {'610be033-adb2-414c-a17f-bd2c320f4d72'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:16:55.852307 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-00dc179d-8177-4a9d-8fe3-52a6b67fc5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:16:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['610be033-adb2-414c-a17f-bd2c320f4d72'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:16:55.970547 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-00dc179d-8177-4a9d-8fe3-52a6b67fc5cf None None] Set router 610be033-adb2-414c-a17f-bd2c320f4d72 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:16:56.169418 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-00dc179d-8177-4a9d-8fe3-52a6b67fc5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'name': 'tempest-AttachVolumeShelveTestJSON-1029342163-router', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:35Z', 'updated_at': '2021-09-16T01:12:43Z', 'revision_number': 4, 'project_id': '99833be108654994aac6dcf7cf390340', 'gw_port': {'id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:36Z', 'updated_at': '2021-09-16T01:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '552ded5c-5566-4b71-a365-8b3d6f6ebedb', 'name': '', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'mac_address': 'fa:16:3e:73:09:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:41Z', 'updated_at': '2021-09-16T01:12:50Z', 'revision_number': 5, 'project_id': '99833be108654994aac6dcf7cf390340', 'subnets': [{'id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:16:56.316061 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dc179d-8177-4a9d-8fe3-52a6b67fc5cf None None] The sync data for ids ['610be033-adb2-414c-a17f-bd2c320f4d72'] in dv-cinder-809305-1-iscsi is: [{'id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'name': 'tempest-AttachVolumeShelveTestJSON-1029342163-router', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:35Z', 'updated_at': '2021-09-16T01:12:43Z', 'revision_number': 4, 'project_id': '99833be108654994aac6dcf7cf390340', 'gw_port': {'id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:36Z', 'updated_at': '2021-09-16T01:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '552ded5c-5566-4b71-a365-8b3d6f6ebedb', 'name': '', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'mac_address': 'fa:16:3e:73:09:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:41Z', 'updated_at': '2021-09-16T01:12:50Z', 'revision_number': 5, 'project_id': '99833be108654994aac6dcf7cf390340', 'subnets': [{'id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:16:56.536833 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e214283b-4fac-4a6d-8693-7030645c20bc None None] New status for floating IP 6f16c717-fb88-4043-bc1f-55453367cae5: DOWN {{(pid=94554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 01:16:56.743607 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-cbfad3e5-6807-45e0-b039-8317b431f5be req-effcbc99-0fe9-450f-b733-e72fb64a844f tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 210 time: 0.0281496 Sep 16 01:16:57.842417 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-3f6b7feb-b331-4a30-a897-9ce9cbfe8ab0 req-6f83438a-c76c-4b56-b6f2-1db8656a5c36 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 210 time: 0.0258842 Sep 16 01:16:58.843757 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-faf79712-1487-46e0-a75e-7ba303e036fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:16:58.950975 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-739e5889-8223-45dd-98a5-c2db67daac22 req-ab9768aa-8735-453a-bd3e-d1b3f101b524 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=558e72b4-0968-47c0-8c90-c3cf8910554e HTTP/1.1" status: 200 len: 210 time: 0.0265191 Sep 16 01:16:59.758398 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 24101933-817d-46a0-9608-cd6c9264d7b0 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:16:59.778442 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] No Port match for: 24101933-817d-46a0-9608-cd6c9264d7b0 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:16:59.779334 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 24101933-817d-46a0-9608-cd6c9264d7b0 not bound to the agent host hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:17:00.152481 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37530) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:00.208745 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c6b445f7-233d-4828-b9a4-d7fe58922757 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:00.234347 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c6b445f7-233d-4828-b9a4-d7fe58922757 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:00.380649 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c6b445f7-233d-4828-b9a4-d7fe58922757 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:00.383249 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c6b445f7-233d-4828-b9a4-d7fe58922757 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:00.384461 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-c6b445f7-233d-4828-b9a4-d7fe58922757 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "DELETE /v2.0/security-groups/101504fb-6830-4520-ab52-29616185a8e1 HTTP/1.1" status: 204 len: 168 time: 0.2307909 Sep 16 01:17:00.387284 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 37532) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:00.395200 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b445f7-233d-4828-b9a4-d7fe58922757 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=101504fb-6830-4520-ab52-29616185a8e1,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:00.412320 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.api.v2.resource [None req-b5278c9b-f280-4d33-b509-0f9a8819e7ca tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] show failed (client error): The resource could not be found. Sep 16 01:17:00.413449 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-b5278c9b-f280-4d33-b509-0f9a8819e7ca tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups/101504fb-6830-4520-ab52-29616185a8e1 HTTP/1.1" status: 404 len: 347 time: 0.0245957 Sep 16 01:17:00.416410 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 37534) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:00.540474 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-42444595-bc1e-47e8-86b9-334ada8bec10 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Deleting port 9835820b-ec3c-410f-bd1d-90f11140a1da {{(pid=94552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:17:00.540732 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-42444595-bc1e-47e8-86b9-334ada8bec10 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:00.615029 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-42444595-bc1e-47e8-86b9-334ada8bec10 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:00.615365 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-42444595-bc1e-47e8-86b9-334ada8bec10 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:00.627383 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-42444595-bc1e-47e8-86b9-334ada8bec10 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Calling delete_port for 9835820b-ec3c-410f-bd1d-90f11140a1da owned by network:floatingip {{(pid=94552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:17:00.831740 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-42444595-bc1e-47e8-86b9-334ada8bec10 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:00.857191 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42444595-bc1e-47e8-86b9-334ada8bec10 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Pushing event deleted for resources: {'Port': ['ID=9835820b-ec3c-410f-bd1d-90f11140a1da,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:00.917885 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-42444595-bc1e-47e8-86b9-334ada8bec10 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for floatingip, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:00.920408 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-42444595-bc1e-47e8-86b9-334ada8bec10 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for floatingip, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:00.921756 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-42444595-bc1e-47e8-86b9-334ada8bec10 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "DELETE /v2.0/floatingips/6f16c717-fb88-4043-bc1f-55453367cae5 HTTP/1.1" status: 204 len: 168 time: 0.5044634 Sep 16 01:17:01.539910 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37546) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:01.544605 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-b8c344e3-6f58-4abb-8d9f-84c23f67d5ac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1333411136', 'description': 'tempest-description--557074881'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:17:01.563230 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-376f1125-30d8-4df8-9b53-196795bdb0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:01.660777 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-b8c344e3-6f58-4abb-8d9f-84c23f67d5ac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:01.742320 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-b8c344e3-6f58-4abb-8d9f-84c23f67d5ac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:01.826216 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-b8c344e3-6f58-4abb-8d9f-84c23f67d5ac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:01.856285 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c344e3-6f58-4abb-8d9f-84c23f67d5ac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d040f4ba-2433-45c3-9d0c-fe777156618c,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:01.900256 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:01.934638 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-b8c344e3-6f58-4abb-8d9f-84c23f67d5ac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:01.936798 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-b8c344e3-6f58-4abb-8d9f-84c23f67d5ac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3957074 Sep 16 01:17:01.939949 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37550) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:01.944355 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-c85291ab-216d-4971-8ca5-bfb3f300929f tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Request body: {'security_group_rule': {'security_group_id': 'd040f4ba-2433-45c3-9d0c-fe777156618c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:17:02.077182 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c85291ab-216d-4971-8ca5-bfb3f300929f tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:02.133558 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c85291ab-216d-4971-8ca5-bfb3f300929f tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:02.197707 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c85291ab-216d-4971-8ca5-bfb3f300929f tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:02.215820 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85291ab-216d-4971-8ca5-bfb3f300929f tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0fe9245-3384-4f78-918f-6e15715fe848,revision_number=0']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:02.289191 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c85291ab-216d-4971-8ca5-bfb3f300929f tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:02.290434 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-c85291ab-216d-4971-8ca5-bfb3f300929f tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3495440 Sep 16 01:17:02.293216 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37554) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:02.298136 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-b34702bf-713c-4afa-b51e-ec9fbe1fe127 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Request body: {'security_group_rule': {'security_group_id': 'd040f4ba-2433-45c3-9d0c-fe777156618c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:17:02.396749 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-b34702bf-713c-4afa-b51e-ec9fbe1fe127 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:02.456164 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-b34702bf-713c-4afa-b51e-ec9fbe1fe127 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:02.546408 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-b34702bf-713c-4afa-b51e-ec9fbe1fe127 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:02.566227 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34702bf-713c-4afa-b51e-ec9fbe1fe127 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d0bdb7-7db7-4e3d-bb4d-861162b36979,revision_number=0']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:02.661558 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-b34702bf-713c-4afa-b51e-ec9fbe1fe127 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:02.662808 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-b34702bf-713c-4afa-b51e-ec9fbe1fe127 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3686645 Sep 16 01:17:02.665902 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37558) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:02.670495 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-fd588d89-4b5d-4472-aec2-6c3604c412e9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Request body: {'floatingip': {'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:17:02.733831 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:17:02.757893 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-fd588d89-4b5d-4472-aec2-6c3604c412e9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for floatingip, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:02.820653 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:02.857639 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-fd588d89-4b5d-4472-aec2-6c3604c412e9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:02.959267 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [None req-fd588d89-4b5d-4472-aec2-6c3604c412e9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Allocated IP 172.27.3.139 (04f57937-fa31-48b0-af0b-dafeb4e5696d/f10087fb-cc50-497f-84f8-0079589df3d7/b51948c5-5fdc-490e-ab66-507e24b137ba) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:17:03.066304 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-fd588d89-4b5d-4472-aec2-6c3604c412e9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:03.157805 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-fd588d89-4b5d-4472-aec2-6c3604c412e9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:03.193611 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd588d89-4b5d-4472-aec2-6c3604c412e9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Network 04f57937-fa31-48b0-af0b-dafeb4e5696d is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:17:03.196357 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-fd588d89-4b5d-4472-aec2-6c3604c412e9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:17:03.199869 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd588d89-4b5d-4472-aec2-6c3604c412e9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:17:03.226670 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd588d89-4b5d-4472-aec2-6c3604c412e9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Pushing event updated for resources: {'Port': ['ID=b51948c5-5fdc-490e-ab66-507e24b137ba,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:03.294749 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-fd588d89-4b5d-4472-aec2-6c3604c412e9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:03.411289 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-fd588d89-4b5d-4472-aec2-6c3604c412e9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:03.558196 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-fd588d89-4b5d-4472-aec2-6c3604c412e9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:03.631736 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-fd588d89-4b5d-4472-aec2-6c3604c412e9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:03.701843 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd588d89-4b5d-4472-aec2-6c3604c412e9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Pushing event updated for resources: {'Port': ['ID=b51948c5-5fdc-490e-ab66-507e24b137ba,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:03.710995 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-fd588d89-4b5d-4472-aec2-6c3604c412e9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530200'] for floatingip, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:03.826247 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-fd588d89-4b5d-4472-aec2-6c3604c412e9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for floatingip, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:03.827529 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-fd588d89-4b5d-4472-aec2-6c3604c412e9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1606185 Sep 16 01:17:04.016488 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-80aaadf9-cbce-4d51-a926-ac1f70c39221 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1333411136&fields=id&tenant_id=99833be108654994aac6dcf7cf390340 HTTP/1.1" status: 200 len: 267 time: 0.0326035 Sep 16 01:17:04.123107 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-c69b770a-0f1f-407f-8b78-2ad339241465 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:04.124606 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-c69b770a-0f1f-407f-8b78-2ad339241465 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/networks?id=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 HTTP/1.1" status: 200 len: 817 time: 0.1014080 Sep 16 01:17:04.139898 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-cd6593e4-1ba4-49bd-9108-ddd4c11d86e6 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/quotas/99833be108654994aac6dcf7cf390340 HTTP/1.1" status: 200 len: 375 time: 0.0096364 Sep 16 01:17:04.196878 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-bab40422-b2bd-462c-8698-860fad704596 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=99833be108654994aac6dcf7cf390340&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511510 Sep 16 01:17:04.297078 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-63fbc1f4-6fb7-4715-a555-50e4cc902df5 service neutron] 10.222.0.22 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880058 Sep 16 01:17:04.332806 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:04.395514 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-d68df9ab-eacf-4931-bf70-5eebdee9f4a1 service neutron] 10.222.0.22 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911050 Sep 16 01:17:04.805548 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37616) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:04.877029 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-eac564ae-9845-44a0-b4b4-969954924b9d req-25658742-bc56-4e38-9683-d534d4fbdd44 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 210 time: 0.2376797 Sep 16 01:17:04.929319 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e93dc081-d2a9-44a0-84b0-2955e1784526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:05.023127 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e93dc081-d2a9-44a0-84b0-2955e1784526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:05.168552 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e93dc081-d2a9-44a0-84b0-2955e1784526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:05.204160 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93dc081-d2a9-44a0-84b0-2955e1784526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbaed28-2e1c-415c-9baf-1e2984288646,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:05.208918 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-e93dc081-d2a9-44a0-84b0-2955e1784526 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4d51d531494c4bf4b0a76e596919ee7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4022911 Sep 16 01:17:05.211975 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37624) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:05.266309 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-307ca283-ee39-42ad-ac75-97fad42dc96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:05.288852 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-307ca283-ee39-42ad-ac75-97fad42dc96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:05.397393 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-307ca283-ee39-42ad-ac75-97fad42dc96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:05.399918 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-307ca283-ee39-42ad-ac75-97fad42dc96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:05.401169 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-307ca283-ee39-42ad-ac75-97fad42dc96d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7fbaed28-2e1c-415c-9baf-1e2984288646 HTTP/1.1" status: 204 len: 168 time: 0.1885955 Sep 16 01:17:05.409673 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ca283-ee39-42ad-ac75-97fad42dc96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbaed28-2e1c-415c-9baf-1e2984288646,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:05.980336 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-044f91cd-762f-472e-9a91-93ad3268915c req-49cc85b9-e11c-458b-b0d2-d78faa818fda tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 210 time: 0.0266919 Sep 16 01:17:06.865583 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-d01a847c-2c38-4750-8c41-13d8ed0d8adc tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:06.867076 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-d01a847c-2c38-4750-8c41-13d8ed0d8adc tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.47 "GET /v2.0/networks?id=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 HTTP/1.1" status: 200 len: 817 time: 0.1024196 Sep 16 01:17:06.921315 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-8560d024-0df5-45cc-b4e0-56c30adc45dc tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99833be108654994aac6dcf7cf390340 HTTP/1.1" status: 200 len: 380 time: 0.0366485 Sep 16 01:17:06.931806 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-4ba8bd94-93c3-4802-a507-8ef54c3e10ac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Request body: {'port': {'device_id': '18b4ae70-f656-4725-be84-0059dd2b8c63', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'admin_state_up': True, 'tenant_id': '99833be108654994aac6dcf7cf390340', 'security_groups': ['d040f4ba-2433-45c3-9d0c-fe777156618c']}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:17:07.093908 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-1e21175f-1043-4800-a3b9-54b70ccfeb9c req-96cd1c6a-770a-4399-a55a-b225e3a5efe3 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 210 time: 0.0281653 Sep 16 01:17:07.123145 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-4ba8bd94-93c3-4802-a507-8ef54c3e10ac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Made reservation on behalf of 99833be108654994aac6dcf7cf390340 for: {'port': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:17:07.126786 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-4ba8bd94-93c3-4802-a507-8ef54c3e10ac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:07.253566 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-4ba8bd94-93c3-4802-a507-8ef54c3e10ac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Allocated IP 172.20.0.10 (af81d94a-20b1-4ba8-a98d-d3a37cd2fe53/4795dce4-579a-4783-9e42-b5fb1cdac969/70934950-0eb5-44fd-8edc-b9d81a7a61ca) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:17:07.397719 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-4ba8bd94-93c3-4802-a507-8ef54c3e10ac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:07.500209 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-4ba8bd94-93c3-4802-a507-8ef54c3e10ac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:07.542081 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-4ba8bd94-93c3-4802-a507-8ef54c3e10ac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Network af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:17:07.545177 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-4ba8bd94-93c3-4802-a507-8ef54c3e10ac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:17:07.550792 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-4ba8bd94-93c3-4802-a507-8ef54c3e10ac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:17:07.581705 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8bd94-93c3-4802-a507-8ef54c3e10ac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Pushing event updated for resources: {'Port': ['ID=70934950-0eb5-44fd-8edc-b9d81a7a61ca,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:07.608240 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-4ba8bd94-93c3-4802-a507-8ef54c3e10ac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:07.608802 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-4ba8bd94-93c3-4802-a507-8ef54c3e10ac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:07.758124 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-9942bb2a-2854-4cc4-a9ad-dff7fc596014 None None] Provisioning complete for port 70934950-0eb5-44fd-8edc-b9d81a7a61ca triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:17:07.758811 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9942bb2a-2854-4cc4-a9ad-dff7fc596014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:07.790765 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-9942bb2a-2854-4cc4-a9ad-dff7fc596014 None None] Port 70934950-0eb5-44fd-8edc-b9d81a7a61ca cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:17:08.066932 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-4ba8bd94-93c3-4802-a507-8ef54c3e10ac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1390810 Sep 16 01:17:08.090529 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-e4f9464d-5b6f-40b2-a90a-31d78c9d97ec service neutron] Request body: {'port': {'device_id': '18b4ae70-f656-4725-be84-0059dd2b8c63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:17:08.143768 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-e4f9464d-5b6f-40b2-a90a-31d78c9d97ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:08.303533 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d9237-2094-40c8-b596-441fef5a11b9 req-4edf32a5-30ac-47d1-8c4a-f30ed861e155 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:08.305107 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7e2d9237-2094-40c8-b596-441fef5a11b9 req-4edf32a5-30ac-47d1-8c4a-f30ed861e155 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 932 time: 0.1307375 Sep 16 01:17:08.395478 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7e2d9237-2094-40c8-b596-441fef5a11b9 req-9f9bfb3c-d5cf-4989-ba59-70ff98a4e2a2 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836542 Sep 16 01:17:08.481483 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-e4f9464d-5b6f-40b2-a90a-31d78c9d97ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70934950-0eb5-44fd-8edc-b9d81a7a61ca {{(pid=94551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:17:08.488820 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-e4f9464d-5b6f-40b2-a90a-31d78c9d97ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:08.501281 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-e4f9464d-5b6f-40b2-a90a-31d78c9d97ec service neutron] Transition to ACTIVE for port object 70934950-0eb5-44fd-8edc-b9d81a7a61ca will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 01:17:08.574744 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-e4f9464d-5b6f-40b2-a90a-31d78c9d97ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:08.648943 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9464d-5b6f-40b2-a90a-31d78c9d97ec service neutron] Pushing event updated for resources: {'Port': ['ID=70934950-0eb5-44fd-8edc-b9d81a7a61ca,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:08.699194 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-e4f9464d-5b6f-40b2-a90a-31d78c9d97ec service neutron] Attempting to bind port 70934950-0eb5-44fd-8edc-b9d81a7a61ca on host hv-cinder-80930 for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:17:08.699939 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-e4f9464d-5b6f-40b2-a90a-31d78c9d97ec service neutron] Attempting to bind port 70934950-0eb5-44fd-8edc-b9d81a7a61ca by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'f9fadbf3-9944-44ef-8c9d-f0addf29d9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:17:08.700914 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-e4f9464d-5b6f-40b2-a90a-31d78c9d97ec service neutron] Attempting to bind port 70934950-0eb5-44fd-8edc-b9d81a7a61ca on network af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:17:08.709388 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-e4f9464d-5b6f-40b2-a90a-31d78c9d97ec service neutron] Port 70934950-0eb5-44fd-8edc-b9d81a7a61ca on network af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 01:17:08.709867 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-e4f9464d-5b6f-40b2-a90a-31d78c9d97ec service neutron] Attempting to bind port 70934950-0eb5-44fd-8edc-b9d81a7a61ca on network af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:17:08.716252 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-e4f9464d-5b6f-40b2-a90a-31d78c9d97ec service neutron] Checking agent: {'id': 'b1327c00-0c42-4ebe-9e46-dfdb42688b79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'started_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:17:08.725377 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-e4f9464d-5b6f-40b2-a90a-31d78c9d97ec service neutron] Checking segment: {'id': 'f9fadbf3-9944-44ef-8c9d-f0addf29d9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:17:08.725377 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-e4f9464d-5b6f-40b2-a90a-31d78c9d97ec service neutron] Bound using segment: {'id': 'f9fadbf3-9944-44ef-8c9d-f0addf29d9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:17:08.725377 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-e4f9464d-5b6f-40b2-a90a-31d78c9d97ec service neutron] Bound port: 70934950-0eb5-44fd-8edc-b9d81a7a61ca, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9fadbf3-9944-44ef-8c9d-f0addf29d9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:17:08.725377 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-e4f9464d-5b6f-40b2-a90a-31d78c9d97ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:08.795028 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-e4f9464d-5b6f-40b2-a90a-31d78c9d97ec service neutron] For port 70934950-0eb5-44fd-8edc-b9d81a7a61ca, host hv-cinder-80930, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:17:08.795028 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-e4f9464d-5b6f-40b2-a90a-31d78c9d97ec service neutron] For port 70934950-0eb5-44fd-8edc-b9d81a7a61ca, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=70934950-0eb5-44fd-8edc-b9d81a7a61ca,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:17:08.912565 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-e4f9464d-5b6f-40b2-a90a-31d78c9d97ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:08.949026 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-e4f9464d-5b6f-40b2-a90a-31d78c9d97ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:08.949638 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-e4f9464d-5b6f-40b2-a90a-31d78c9d97ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:08.951451 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-e4f9464d-5b6f-40b2-a90a-31d78c9d97ec service neutron] 10.222.0.47 "PUT /v2.0/ports/70934950-0eb5-44fd-8edc-b9d81a7a61ca HTTP/1.1" status: 200 len: 1094 time: 0.8649945 Sep 16 01:17:08.951900 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b4ae70-f656-4725-be84-0059dd2b8c63', 'tag': '70934950-0eb5-44fd-8edc-b9d81a7a61ca'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:17:08.954180 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b65398-92c0-46e3-9c95-8db005ced663" -d '{"events": [{"name": "network-changed", "server_uuid": "18b4ae70-f656-4725-be84-0059dd2b8c63", "tag": "70934950-0eb5-44fd-8edc-b9d81a7a61ca"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:17:09.008799 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9464d-5b6f-40b2-a90a-31d78c9d97ec service neutron] Pushing event updated for resources: {'Port': ['ID=70934950-0eb5-44fd-8edc-b9d81a7a61ca,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:09.008799 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d989c15-a086-4844-9e03-9bf93d1e8c3d x-openstack-request-id: req-1d989c15-a086-4844-9e03-9bf93d1e8c3d {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:17:09.008799 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b4ae70-f656-4725-be84-0059dd2b8c63", "tag": "70934950-0eb5-44fd-8edc-b9d81a7a61ca", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:17:09.008799 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1d989c15-a086-4844-9e03-9bf93d1e8c3d {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:17:09.008799 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b4ae70-f656-4725-be84-0059dd2b8c63', 'tag': '70934950-0eb5-44fd-8edc-b9d81a7a61ca', 'status': 'completed', 'code': 200} Sep 16 01:17:09.093651 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b65398-92c0-46e3-9c95-8db005ced663 req-11a049ea-fe21-4aa6-972b-7d825a7824fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:09.095197 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b7b65398-92c0-46e3-9c95-8db005ced663 req-11a049ea-fe21-4aa6-972b-7d825a7824fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99833be108654994aac6dcf7cf390340&device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 1097 time: 0.0430441 Sep 16 01:17:09.214824 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b65398-92c0-46e3-9c95-8db005ced663 req-0162cb40-a6cb-41c3-a2d4-883829d6c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:09.217178 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b7b65398-92c0-46e3-9c95-8db005ced663 req-0162cb40-a6cb-41c3-a2d4-883829d6c639 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=99833be108654994aac6dcf7cf390340&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0997000 Sep 16 01:17:09.317181 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b65398-92c0-46e3-9c95-8db005ced663 req-7cdf9022-5a0f-4773-88ea-483d5d0c9fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:09.318680 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b7b65398-92c0-46e3-9c95-8db005ced663 req-7cdf9022-5a0f-4773-88ea-483d5d0c9fdf service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941820 Sep 16 01:17:09.429204 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-99f68ea6-5f9f-4172-94b8-29287014b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:09.430990 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-99f68ea6-5f9f-4172-94b8-29287014b6a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99833be108654994aac6dcf7cf390340&device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 1097 time: 0.0429614 Sep 16 01:17:09.484816 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-9cf26899-dbf5-48da-9677-13fd40467789 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70934950-0eb5-44fd-8edc-b9d81a7a61ca HTTP/1.1" status: 200 len: 217 time: 0.0382624 Sep 16 01:17:09.565223 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-c5cb3ed0-51e5-48fd-a43b-a01b04c9b836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:09.566709 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-c5cb3ed0-51e5-48fd-a43b-a01b04c9b836 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4795dce4-579a-4783-9e42-b5fb1cdac969 HTTP/1.1" status: 200 len: 856 time: 0.0746965 Sep 16 01:17:09.576063 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2461480-fd9d-4952-b832-bc931e5ffebc req-df26a49a-6c34-47c3-9433-f3c7b5fc3d0d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:09.577567 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d2461480-fd9d-4952-b832-bc931e5ffebc req-df26a49a-6c34-47c3-9433-f3c7b5fc3d0d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 944 time: 0.0956259 Sep 16 01:17:09.644023 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d2461480-fd9d-4952-b832-bc931e5ffebc req-993d2355-e7e6-4734-b9cd-f9a37e50776c tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566795 Sep 16 01:17:09.645909 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-d679097d-4059-46d4-bacc-c794323787d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:09.647379 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-d679097d-4059-46d4-bacc-c794323787d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689280 Sep 16 01:17:09.742080 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-4156f4f0-3ab3-48f1-bb2f-3100d26a908b service neutron] 10.222.0.47 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867221 Sep 16 01:17:09.832324 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-db43c99f-6108-49ac-afc4-1ee1c9fde6bf req-4d8a568a-2d90-4bd8-b28a-8069b2d5226d service neutron] 10.222.0.47 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819893 Sep 16 01:17:10.764465 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7309b0-8920-4562-a208-84eed90b7bc7 req-7d3e2e84-8b04-412c-84ba-59a2473bc372 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:10.766122 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6c7309b0-8920-4562-a208-84eed90b7bc7 req-7d3e2e84-8b04-412c-84ba-59a2473bc372 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 944 time: 0.0495789 Sep 16 01:17:10.803289 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6c7309b0-8920-4562-a208-84eed90b7bc7 req-6f322b2f-23d9-41bb-bdb0-0a3652b9540f tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309393 Sep 16 01:17:11.913978 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 37742) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:11.935226 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c639f-9be4-47e9-bdb7-8b64c810454b req-8faa21e5-7c8a-4fdd-ae63-6d1eec5b3164 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:11.936739 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4e1c639f-9be4-47e9-bdb7-8b64c810454b req-8faa21e5-7c8a-4fdd-ae63-6d1eec5b3164 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 944 time: 0.0622759 Sep 16 01:17:11.975923 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4e1c639f-9be4-47e9-bdb7-8b64c810454b req-2336b822-6334-460a-934d-08d20b492684 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327463 Sep 16 01:17:12.023399 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a436bbf8-9647-4277-be3d-777cc05b9902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:12.113720 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a436bbf8-9647-4277-be3d-777cc05b9902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:12.180469 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a436bbf8-9647-4277-be3d-777cc05b9902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:12.220038 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-a436bbf8-9647-4277-be3d-777cc05b9902 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e62bc913d74f4abfac850147b349fdd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049734 Sep 16 01:17:12.221924 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436bbf8-9647-4277-be3d-777cc05b9902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cfcc10-9593-4eca-adbb-6670d92f28de,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:12.222858 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37748) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:12.275514 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-21faa3c1-07e1-4912-bebf-0830df0f3bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:12.297524 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-21faa3c1-07e1-4912-bebf-0830df0f3bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:12.431881 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-21faa3c1-07e1-4912-bebf-0830df0f3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:12.437350 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-21faa3c1-07e1-4912-bebf-0830df0f3bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:12.437350 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-21faa3c1-07e1-4912-bebf-0830df0f3bbf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e8cfcc10-9593-4eca-adbb-6670d92f28de HTTP/1.1" status: 204 len: 168 time: 0.2120180 Sep 16 01:17:12.445114 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21faa3c1-07e1-4912-bebf-0830df0f3bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cfcc10-9593-4eca-adbb-6670d92f28de,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:13.102839 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aea7bf-8338-4f9f-8769-cfbec94a6e7d req-3c0fbbc3-565e-46f5-9979-2588f4f0b453 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:13.104498 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-24aea7bf-8338-4f9f-8769-cfbec94a6e7d req-3c0fbbc3-565e-46f5-9979-2588f4f0b453 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 944 time: 0.0516219 Sep 16 01:17:13.149254 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-24aea7bf-8338-4f9f-8769-cfbec94a6e7d req-7f63cd41-7c40-4539-81a5-b489daad2eee tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382035 Sep 16 01:17:13.835650 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 70934950-0eb5-44fd-8edc-b9d81a7a61ca details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:17:13.931637 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 70934950-0eb5-44fd-8edc-b9d81a7a61ca, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=70934950-0eb5-44fd-8edc-b9d81a7a61ca,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:17:13.943095 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': '70934950-0eb5-44fd-8edc-b9d81a7a61ca', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'port_id': '70934950-0eb5-44fd-8edc-b9d81a7a61ca', 'mac_address': 'fa:16:3e:b7:3a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:17:13.978464 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:13.991425 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70934950-0eb5-44fd-8edc-b9d81a7a61ca {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:17:14.014017 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 70934950-0eb5-44fd-8edc-b9d81a7a61ca, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=70934950-0eb5-44fd-8edc-b9d81a7a61ca,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:17:14.134808 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:14.180627 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=70934950-0eb5-44fd-8edc-b9d81a7a61ca,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:14.187918 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:14.188276 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:14.188629 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:14.188997 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:14.189401 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:14.189671 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:14.190009 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:14.190344 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:14.190681 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:14.191032 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:14.191334 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:14.191662 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:14.275524 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61bc250-4de3-44f8-aa7a-bf4f47d17b80 req-91c4f18c-1bfe-4cac-af29-ecc101aa4af6 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:14.277268 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d61bc250-4de3-44f8-aa7a-bf4f47d17b80 req-91c4f18c-1bfe-4cac-af29-ecc101aa4af6 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 945 time: 0.0539064 Sep 16 01:17:14.315334 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d61bc250-4de3-44f8-aa7a-bf4f47d17b80 req-0110a66c-442d-475e-81b1-5d50c7058e53 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314319 Sep 16 01:17:14.457037 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['70934950-0eb5-44fd-8edc-b9d81a7a61ca'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:17:15.439485 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c710c-1da5-45e5-a970-b1d551c11753 req-e8a366b5-8435-4030-ac3f-dd8b8eea857d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:15.440991 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-2f5c710c-1da5-45e5-a970-b1d551c11753 req-e8a366b5-8435-4030-ac3f-dd8b8eea857d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 945 time: 0.0487039 Sep 16 01:17:15.480409 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-2f5c710c-1da5-45e5-a970-b1d551c11753 req-2be78ec0-e3cb-45e0-9ccf-dcd9dbdfd0f3 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331032 Sep 16 01:17:15.850177 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 70934950-0eb5-44fd-8edc-b9d81a7a61ca up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:17:15.979883 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning for port 70934950-0eb5-44fd-8edc-b9d81a7a61ca completed by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 01:17:15.984573 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port 70934950-0eb5-44fd-8edc-b9d81a7a61ca triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:17:15.985005 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:16.061734 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:16.084510 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b4ae70-f656-4725-be84-0059dd2b8c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70934950-0eb5-44fd-8edc-b9d81a7a61ca'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:17:16.090486 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a420751a-408d-4957-8bdf-28856e3440c4" -d '{"events": [{"server_uuid": "18b4ae70-f656-4725-be84-0059dd2b8c63", "name": "network-vif-plugged", "status": "completed", "tag": "70934950-0eb5-44fd-8edc-b9d81a7a61ca"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:17:16.099867 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 70934950-0eb5-44fd-8edc-b9d81a7a61ca, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=70934950-0eb5-44fd-8edc-b9d81a7a61ca,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:17:16.129371 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fccfac-6d74-45e1-b642-94df7f0bde44 x-openstack-request-id: req-d1fccfac-6d74-45e1-b642-94df7f0bde44 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:17:16.129670 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b4ae70-f656-4725-be84-0059dd2b8c63", "name": "network-vif-plugged", "status": "completed", "tag": "70934950-0eb5-44fd-8edc-b9d81a7a61ca", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:17:16.129930 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d1fccfac-6d74-45e1-b642-94df7f0bde44 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:17:16.130328 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b4ae70-f656-4725-be84-0059dd2b8c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70934950-0eb5-44fd-8edc-b9d81a7a61ca', 'code': 200} Sep 16 01:17:16.197766 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:16.248198 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=70934950-0eb5-44fd-8edc-b9d81a7a61ca,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:16.604759 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f47f-5eeb-4138-83f6-f44286df5cae req-830801f5-66ab-4ce2-be04-635bf3b980ab tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:16.606881 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4d69f47f-5eeb-4138-83f6-f44286df5cae req-830801f5-66ab-4ce2-be04-635bf3b980ab tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0535982 Sep 16 01:17:16.643748 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4d69f47f-5eeb-4138-83f6-f44286df5cae req-6d20801d-e960-43f0-82df-d90efb28aa9d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307813 Sep 16 01:17:16.649468 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05da21-9ccc-41b6-8408-facc1ae342ba req-40c5c2fc-34c4-4366-a115-151277ddf525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:16.651508 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3b05da21-9ccc-41b6-8408-facc1ae342ba req-40c5c2fc-34c4-4366-a115-151277ddf525 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 1099 time: 0.0422785 Sep 16 01:17:17.231957 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:17.532181 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3b05da21-9ccc-41b6-8408-facc1ae342ba req-30c17ec7-4ac7-4315-99aa-c9d4db33f0a1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282300 Sep 16 01:17:17.761493 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cd5-c614-4431-8baa-dbf740a818d5 req-3ad2dfd7-73b5-44a3-b21e-cbf7bb6ba10a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:17.763032 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d2c80cd5-c614-4431-8baa-dbf740a818d5 req-3ad2dfd7-73b5-44a3-b21e-cbf7bb6ba10a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0478268 Sep 16 01:17:17.799431 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d2c80cd5-c614-4431-8baa-dbf740a818d5 req-6c7d9679-6ea7-41ee-827d-33ce59f30277 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305142 Sep 16 01:17:18.915653 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c294ea4-e4e6-436b-89f5-fb84df293079 req-cc81db3b-a429-4640-bb5d-8502174df026 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:18.917132 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-2c294ea4-e4e6-436b-89f5-fb84df293079 req-cc81db3b-a429-4640-bb5d-8502174df026 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0477667 Sep 16 01:17:18.953432 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-2c294ea4-e4e6-436b-89f5-fb84df293079 req-fe9308b8-28ea-46a0-a0b9-fdf4b9c46185 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299900 Sep 16 01:17:20.073674 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31235271-d547-4b00-9831-c7e8679338b2 req-2b201e2c-b0ec-4357-b457-cf8f2bd82e70 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:20.075668 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-31235271-d547-4b00-9831-c7e8679338b2 req-2b201e2c-b0ec-4357-b457-cf8f2bd82e70 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0491588 Sep 16 01:17:20.112690 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-31235271-d547-4b00-9831-c7e8679338b2 req-28400b95-8a47-4033-9aa1-26d84c780af4 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309558 Sep 16 01:17:20.248485 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9704bf-1f03-4ab7-85a0-98ff78db6896 req-6ef0ed9b-c193-4cdd-8e7b-00cc28d27575 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:20.248485 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-6a9704bf-1f03-4ab7-85a0-98ff78db6896 req-6ef0ed9b-c193-4cdd-8e7b-00cc28d27575 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0531096 Sep 16 01:17:20.287091 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-6a9704bf-1f03-4ab7-85a0-98ff78db6896 req-52a96dd6-d732-41dc-8651-2d01c769b884 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362029 Sep 16 01:17:21.207710 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37898) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:21.259008 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b88ad6-d428-4cfa-b2a7-bfe42d899801 req-ddb0f62c-db12-4b1f-a42d-277e53df58f3 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:21.260569 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-56b88ad6-d428-4cfa-b2a7-bfe42d899801 req-ddb0f62c-db12-4b1f-a42d-277e53df58f3 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0567913 Sep 16 01:17:21.310664 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-56b88ad6-d428-4cfa-b2a7-bfe42d899801 req-4e6b3c9a-b53c-4835-ba9a-9c5193de85a7 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415542 Sep 16 01:17:21.333187 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-472634c8-ef1e-41c7-a7c8-9154204f7c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:21.454046 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefffd9-aca5-4558-beb8-5b0ff4aa45f6 req-2b57483c-ef59-43a0-a2fc-3d92743e533e tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:21.455005 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e5fb2-6f3c-445b-9863-3986aa6c4ba2 req-2a0421fa-b2f0-413b-ac04-2f4720ada2ca tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:21.455515 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9fefffd9-aca5-4558-beb8-5b0ff4aa45f6 req-2b57483c-ef59-43a0-a2fc-3d92743e533e tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0546954 Sep 16 01:17:21.460824 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-cf4e5fb2-6f3c-445b-9863-3986aa6c4ba2 req-2a0421fa-b2f0-413b-ac04-2f4720ada2ca tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0734110 Sep 16 01:17:21.468562 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 37912) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:21.473407 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-d43d1c2a-1f05-4b35-9546-b8375f1e8002 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Request body: {'floatingip': {'port_id': '70934950-0eb5-44fd-8edc-b9d81a7a61ca'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:17:21.515830 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d43d1c2a-1f05-4b35-9546-b8375f1e8002 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for floatingip, before_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:21.523939 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-cf4e5fb2-6f3c-445b-9863-3986aa6c4ba2 req-5d77838d-1456-435b-a155-6f1ed6351a2a tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563307 Sep 16 01:17:21.544497 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-472634c8-ef1e-41c7-a7c8-9154204f7c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:21.631013 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-472634c8-ef1e-41c7-a7c8-9154204f7c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:21.671882 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-472634c8-ef1e-41c7-a7c8-9154204f7c0d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f8ddf7e157e849418e2591deb47f4083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4630775 Sep 16 01:17:21.672735 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472634c8-ef1e-41c7-a7c8-9154204f7c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c18ef0-323c-42bd-b0c4-f7c0718c7a05,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:21.675472 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 37918) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:21.800825 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4fb51e20-21c8-495a-b199-404c55838435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:21.861892 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4fb51e20-21c8-495a-b199-404c55838435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:22.035438 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d43d1c2a-1f05-4b35-9546-b8375f1e8002 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:22.105017 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4fb51e20-21c8-495a-b199-404c55838435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:22.108090 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4fb51e20-21c8-495a-b199-404c55838435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:22.109274 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-4fb51e20-21c8-495a-b199-404c55838435 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/61c18ef0-323c-42bd-b0c4-f7c0718c7a05 HTTP/1.1" status: 204 len: 168 time: 0.4328661 Sep 16 01:17:22.116676 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb51e20-21c8-495a-b199-404c55838435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c18ef0-323c-42bd-b0c4-f7c0718c7a05,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:22.124405 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb51e20-21c8-495a-b199-404c55838435 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:22.124762 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb51e20-21c8-495a-b199-404c55838435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:22.125138 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb51e20-21c8-495a-b199-404c55838435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:22.125573 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb51e20-21c8-495a-b199-404c55838435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:22.125852 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb51e20-21c8-495a-b199-404c55838435 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:22.126190 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb51e20-21c8-495a-b199-404c55838435 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:22.126528 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb51e20-21c8-495a-b199-404c55838435 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:22.126859 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb51e20-21c8-495a-b199-404c55838435 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:22.127193 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb51e20-21c8-495a-b199-404c55838435 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:22.127555 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb51e20-21c8-495a-b199-404c55838435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:22.127881 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb51e20-21c8-495a-b199-404c55838435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:22.128209 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb51e20-21c8-495a-b199-404c55838435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:22.179910 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d43d1c2a-1f05-4b35-9546-b8375f1e8002 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530200'] for floatingip, after_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:22.278120 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.db.l3_db [None req-d43d1c2a-1f05-4b35-9546-b8375f1e8002 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Floating IP b27a8a22-4a9b-4fcd-8c9d-a9b51a1295e9 associated. External IP: 172.27.3.139, port: 70934950-0eb5-44fd-8edc-b9d81a7a61ca. Sep 16 01:17:22.491460 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43d1c2a-1f05-4b35-9546-b8375f1e8002 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Router 610be033-adb2-414c-a17f-bd2c320f4d72 has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:17:22.529644 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda0bd2-8769-4e7b-a962-1d2a2abd80fa req-3f0cf818-0ea8-44e1-af92-e702cbe70653 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:22.531224 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0cda0bd2-8769-4e7b-a962-1d2a2abd80fa req-3f0cf818-0ea8-44e1-af92-e702cbe70653 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.0511668 Sep 16 01:17:22.614546 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43d1c2a-1f05-4b35-9546-b8375f1e8002 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:17:22.624496 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b12cfd1-49e1-47bf-acdd-b18f14ac07ab None None] Sync routers for ids ['610be033-adb2-414c-a17f-bd2c320f4d72'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:17:22.636019 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d43d1c2a-1f05-4b35-9546-b8375f1e8002 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for floatingip, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:22.638953 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b12cfd1-49e1-47bf-acdd-b18f14ac07ab None None] Routers {'610be033-adb2-414c-a17f-bd2c320f4d72'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:17:22.639852 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-1b12cfd1-49e1-47bf-acdd-b18f14ac07ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:17:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['610be033-adb2-414c-a17f-bd2c320f4d72'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:17:22.647156 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-0cda0bd2-8769-4e7b-a962-1d2a2abd80fa req-703591bb-b729-470d-8a5f-092dacc10ee6 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Deleting port 8652dd69-9fe5-4669-8882-17de61218779 {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:17:22.647560 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-0cda0bd2-8769-4e7b-a962-1d2a2abd80fa req-703591bb-b729-470d-8a5f-092dacc10ee6 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:22.663307 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-d43d1c2a-1f05-4b35-9546-b8375f1e8002 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "PUT /v2.0/floatingips/b27a8a22-4a9b-4fcd-8c9d-a9b51a1295e9 HTTP/1.1" status: 200 len: 992 time: 1.1936054 Sep 16 01:17:22.675589 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b4ae70-f656-4725-be84-0059dd2b8c63', 'tag': '70934950-0eb5-44fd-8edc-b9d81a7a61ca'}] {{(pid=94552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:17:22.678046 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e37c7ac94a84b8f8c6dc1420a2d1e1c1d602c9bf5eb8fc5b01c156650c831676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb249910-ae4c-4185-bb01-7b6746559033" -d '{"events": [{"name": "network-changed", "server_uuid": "18b4ae70-f656-4725-be84-0059dd2b8c63", "tag": "70934950-0eb5-44fd-8edc-b9d81a7a61ca"}]}' {{(pid=94552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:17:22.720656 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0314d-d2d9-4b3a-b988-dc0ca171c818 req-ddf8875a-976b-4026-8d3c-feb7dcec64cb tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:22.721394 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7df0314d-d2d9-4b3a-b988-dc0ca171c818 req-ddf8875a-976b-4026-8d3c-feb7dcec64cb tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 945 time: 0.1203146 Sep 16 01:17:22.766172 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-1b12cfd1-49e1-47bf-acdd-b18f14ac07ab None None] Set router 610be033-adb2-414c-a17f-bd2c320f4d72 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:17:22.779747 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-0cda0bd2-8769-4e7b-a962-1d2a2abd80fa req-703591bb-b729-470d-8a5f-092dacc10ee6 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] For port 8652dd69-9fe5-4669-8882-17de61218779, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=8652dd69-9fe5-4669-8882-17de61218779,segment=NetworkSegment(577966aa-aa6c-46f5-a3af-da2e98332a54),segment_id=577966aa-aa6c-46f5-a3af-da2e98332a54)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:17:22.780219 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-0cda0bd2-8769-4e7b-a962-1d2a2abd80fa req-703591bb-b729-470d-8a5f-092dacc10ee6 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:22.798048 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7df0314d-d2d9-4b3a-b988-dc0ca171c818 req-be3e5ea5-5219-4f79-a948-217f7122e7b7 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=8749e99d-a035-4e4b-bd66-5246feb4d6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528469 Sep 16 01:17:22.809320 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed421a3e-77e5-42ea-a6d9-2532dc0d3b48 x-openstack-request-id: req-ed421a3e-77e5-42ea-a6d9-2532dc0d3b48 {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:17:22.809608 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b4ae70-f656-4725-be84-0059dd2b8c63", "tag": "70934950-0eb5-44fd-8edc-b9d81a7a61ca", "status": "completed", "code": 200}]} {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:17:22.809847 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ed421a3e-77e5-42ea-a6d9-2532dc0d3b48 {{(pid=94552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:17:22.810645 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b4ae70-f656-4725-be84-0059dd2b8c63', 'tag': '70934950-0eb5-44fd-8edc-b9d81a7a61ca', 'status': 'completed', 'code': 200} Sep 16 01:17:22.865758 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 37934) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:22.880376 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-72763c1f-35ac-489b-9088-53ac6efbae2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:22.975887 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb249910-ae4c-4185-bb01-7b6746559033 req-de325927-4c48-4bec-bc5e-184c4ca75ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:22.977398 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-cb249910-ae4c-4185-bb01-7b6746559033 req-de325927-4c48-4bec-bc5e-184c4ca75ba7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99833be108654994aac6dcf7cf390340&device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 1099 time: 0.1255376 Sep 16 01:17:22.994232 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-72763c1f-35ac-489b-9088-53ac6efbae2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:23.029311 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-0cda0bd2-8769-4e7b-a962-1d2a2abd80fa req-703591bb-b729-470d-8a5f-092dacc10ee6 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:23.029673 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-0cda0bd2-8769-4e7b-a962-1d2a2abd80fa req-703591bb-b729-470d-8a5f-092dacc10ee6 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530200'] for floatingip, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:23.029995 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.db.l3_db [req-0cda0bd2-8769-4e7b-a962-1d2a2abd80fa req-703591bb-b729-470d-8a5f-092dacc10ee6 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Floating IP c8ad78ac-3389-4ea3-991a-8711360e73e2 disassociated. External IP: 172.27.3.233, port: 8652dd69-9fe5-4669-8882-17de61218779. Sep 16 01:17:23.030440 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-0cda0bd2-8769-4e7b-a962-1d2a2abd80fa req-703591bb-b729-470d-8a5f-092dacc10ee6 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Calling delete_port for 8652dd69-9fe5-4669-8882-17de61218779 owned by compute:nova {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:17:23.065834 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-72763c1f-35ac-489b-9088-53ac6efbae2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:23.077157 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-1b12cfd1-49e1-47bf-acdd-b18f14ac07ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'name': 'tempest-AttachVolumeShelveTestJSON-1029342163-router', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:35Z', 'updated_at': '2021-09-16T01:12:43Z', 'revision_number': 4, 'project_id': '99833be108654994aac6dcf7cf390340', 'gw_port': {'id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:36Z', 'updated_at': '2021-09-16T01:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': 'b27a8a22-4a9b-4fcd-8c9d-a9b51a1295e9', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'port_id': '70934950-0eb5-44fd-8edc-b9d81a7a61ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'mac_address': 'fa:16:3e:b7:3a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ae70-f656-4725-be84-0059dd2b8c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:17:03Z', 'updated_at': '2021-09-16T01:17:21Z', 'revision_number': 1, 'project_id': '99833be108654994aac6dcf7cf390340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '552ded5c-5566-4b71-a365-8b3d6f6ebedb', 'name': '', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'mac_address': 'fa:16:3e:73:09:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:41Z', 'updated_at': '2021-09-16T01:12:50Z', 'revision_number': 5, 'project_id': '99833be108654994aac6dcf7cf390340', 'subnets': [{'id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:17:23.105243 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b12cfd1-49e1-47bf-acdd-b18f14ac07ab None None] Checking router: 610be033-adb2-414c-a17f-bd2c320f4d72 for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:17:23.108713 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37938) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:23.108976 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-72763c1f-35ac-489b-9088-53ac6efbae2a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=398e85c33b7c499b957833374658c93d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420173 Sep 16 01:17:23.110573 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72763c1f-35ac-489b-9088-53ac6efbae2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009b2974-f69d-4677-8fa7-0482caf54a11,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:23.115134 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b12cfd1-49e1-47bf-acdd-b18f14ac07ab None None] Routers {'610be033-adb2-414c-a17f-bd2c320f4d72'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:17:23.115810 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-1b12cfd1-49e1-47bf-acdd-b18f14ac07ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:17:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['610be033-adb2-414c-a17f-bd2c320f4d72'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:17:23.232028 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-1b12cfd1-49e1-47bf-acdd-b18f14ac07ab None None] Set router 610be033-adb2-414c-a17f-bd2c320f4d72 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:17:23.417894 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb249910-ae4c-4185-bb01-7b6746559033 req-62059101-8e6a-440c-9805-124accb6f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:23.419936 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-cb249910-ae4c-4185-bb01-7b6746559033 req-62059101-8e6a-440c-9805-124accb6f4cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 HTTP/1.1" status: 200 len: 918 time: 0.4346244 Sep 16 01:17:23.471768 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-1b12cfd1-49e1-47bf-acdd-b18f14ac07ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'name': 'tempest-AttachVolumeShelveTestJSON-1029342163-router', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:35Z', 'updated_at': '2021-09-16T01:12:43Z', 'revision_number': 4, 'project_id': '99833be108654994aac6dcf7cf390340', 'gw_port': {'id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:36Z', 'updated_at': '2021-09-16T01:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': 'b27a8a22-4a9b-4fcd-8c9d-a9b51a1295e9', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'port_id': '70934950-0eb5-44fd-8edc-b9d81a7a61ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'mac_address': 'fa:16:3e:b7:3a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ae70-f656-4725-be84-0059dd2b8c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:17:03Z', 'updated_at': '2021-09-16T01:17:21Z', 'revision_number': 1, 'project_id': '99833be108654994aac6dcf7cf390340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '552ded5c-5566-4b71-a365-8b3d6f6ebedb', 'name': '', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'mac_address': 'fa:16:3e:73:09:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:41Z', 'updated_at': '2021-09-16T01:12:50Z', 'revision_number': 5, 'project_id': '99833be108654994aac6dcf7cf390340', 'subnets': [{'id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:17:23.501680 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b12cfd1-49e1-47bf-acdd-b18f14ac07ab None None] The sync data for ids ['610be033-adb2-414c-a17f-bd2c320f4d72'] in dv-cinder-809305-1-iscsi is: [{'id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'name': 'tempest-AttachVolumeShelveTestJSON-1029342163-router', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:35Z', 'updated_at': '2021-09-16T01:12:43Z', 'revision_number': 4, 'project_id': '99833be108654994aac6dcf7cf390340', 'gw_port': {'id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:36Z', 'updated_at': '2021-09-16T01:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': 'b27a8a22-4a9b-4fcd-8c9d-a9b51a1295e9', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'port_id': '70934950-0eb5-44fd-8edc-b9d81a7a61ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'mac_address': 'fa:16:3e:b7:3a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4ae70-f656-4725-be84-0059dd2b8c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:17:03Z', 'updated_at': '2021-09-16T01:17:21Z', 'revision_number': 1, 'project_id': '99833be108654994aac6dcf7cf390340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '552ded5c-5566-4b71-a365-8b3d6f6ebedb', 'name': '', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'mac_address': 'fa:16:3e:73:09:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:41Z', 'updated_at': '2021-09-16T01:12:50Z', 'revision_number': 5, 'project_id': '99833be108654994aac6dcf7cf390340', 'subnets': [{'id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:17:23.524820 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-b798e2ec-3523-4675-b9ff-a0c4a2aecf5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:23.542157 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-cb249910-ae4c-4185-bb01-7b6746559033 req-3af2d4f4-4b3f-42ac-a5fb-0416fa6ddda5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70934950-0eb5-44fd-8edc-b9d81a7a61ca HTTP/1.1" status: 200 len: 1000 time: 0.1146731 Sep 16 01:17:23.603235 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-b798e2ec-3523-4675-b9ff-a0c4a2aecf5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:23.623683 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb249910-ae4c-4185-bb01-7b6746559033 req-6d9c04e8-ea1b-4d8c-9c5e-06b67101f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:23.624828 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-cb249910-ae4c-4185-bb01-7b6746559033 req-6d9c04e8-ea1b-4d8c-9c5e-06b67101f955 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4795dce4-579a-4783-9e42-b5fb1cdac969 HTTP/1.1" status: 200 len: 856 time: 0.0721006 Sep 16 01:17:23.678223 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb249910-ae4c-4185-bb01-7b6746559033 req-1ba2bc03-9dfb-4885-8aa8-4f55aaf2b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:23.679750 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-cb249910-ae4c-4185-bb01-7b6746559033 req-1ba2bc03-9dfb-4885-8aa8-4f55aaf2b7d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469198 Sep 16 01:17:23.683168 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-0cda0bd2-8769-4e7b-a962-1d2a2abd80fa req-703591bb-b729-470d-8a5f-092dacc10ee6 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:23.696207 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bb521a-5de7-4201-9418-ee5ecc95057f None None] New status for floating IP b27a8a22-4a9b-4fcd-8c9d-a9b51a1295e9: ACTIVE {{(pid=94554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 01:17:23.721651 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703591bb-b729-470d-8a5f-092dacc10ee6 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Pushing event deleted for resources: {'Port': ['ID=8652dd69-9fe5-4669-8882-17de61218779,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:23.810244 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-b798e2ec-3523-4675-b9ff-a0c4a2aecf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:23.817783 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-b798e2ec-3523-4675-b9ff-a0c4a2aecf5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:23.817783 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-b798e2ec-3523-4675-b9ff-a0c4a2aecf5c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/009b2974-f69d-4677-8fa7-0482caf54a11 HTTP/1.1" status: 204 len: 168 time: 0.7057230 Sep 16 01:17:23.843525 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798e2ec-3523-4675-b9ff-a0c4a2aecf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009b2974-f69d-4677-8fa7-0482caf54a11,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:23.903621 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-cb249910-ae4c-4185-bb01-7b6746559033 req-ae4c9637-6165-49fc-ada1-55c8f185c09e service neutron] 10.222.0.47 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119348 Sep 16 01:17:23.943922 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9f8bb4cf-a13d-4d22-9b6e-01ddbbca606a req-804203f4-13a6-468b-8f0d-9ef3517a5608 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 210 time: 0.0432618 Sep 16 01:17:23.983501 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cda0bd2-8769-4e7b-a962-1d2a2abd80fa req-703591bb-b729-470d-8a5f-092dacc10ee6 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Router 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:17:24.081181 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-cb249910-ae4c-4185-bb01-7b6746559033 req-2e497667-bca4-4300-ab05-cb86b8716351 service neutron] 10.222.0.47 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650052 Sep 16 01:17:24.149138 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cda0bd2-8769-4e7b-a962-1d2a2abd80fa req-703591bb-b729-470d-8a5f-092dacc10ee6 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:17:24.163501 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4080748c-e844-4506-867d-bfd23a19c7e8 None None] Sync routers for ids ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:17:24.176674 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4080748c-e844-4506-867d-bfd23a19c7e8 None None] Routers {'7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:17:24.177704 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-4080748c-e844-4506-867d-bfd23a19c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:17:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:17:24.191121 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cda0bd2-8769-4e7b-a962-1d2a2abd80fa req-703591bb-b729-470d-8a5f-092dacc10ee6 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] No DVR routers for this DVR port 8652dd69-9fe5-4669-8882-17de61218779 on host hv-cinder-80930 {{(pid=94551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:17:24.193773 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-0cda0bd2-8769-4e7b-a962-1d2a2abd80fa req-703591bb-b729-470d-8a5f-092dacc10ee6 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:24.195825 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0cda0bd2-8769-4e7b-a962-1d2a2abd80fa req-703591bb-b729-470d-8a5f-092dacc10ee6 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.47 "DELETE /v2.0/ports/8652dd69-9fe5-4669-8882-17de61218779 HTTP/1.1" status: 204 len: 173 time: 1.6581831 Sep 16 01:17:24.196279 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce366b49-44d8-4fbb-9ed6-09a005c7af7c', 'name': 'network-vif-deleted', 'tag': '8652dd69-9fe5-4669-8882-17de61218779'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:17:24.198739 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7923dfb-bd1c-488a-9863-b496df0518a3" -d '{"events": [{"server_uuid": "ce366b49-44d8-4fbb-9ed6-09a005c7af7c", "name": "network-vif-deleted", "tag": "8652dd69-9fe5-4669-8882-17de61218779"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:17:24.242788 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a0daed-3516-4166-9353-b6124d1d8fd1 x-openstack-request-id: req-d4a0daed-3516-4166-9353-b6124d1d8fd1 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:17:24.243179 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce366b49-44d8-4fbb-9ed6-09a005c7af7c", "name": "network-vif-deleted", "tag": "8652dd69-9fe5-4669-8882-17de61218779", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:17:24.244040 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d4a0daed-3516-4166-9353-b6124d1d8fd1 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:17:24.244454 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce366b49-44d8-4fbb-9ed6-09a005c7af7c', 'name': 'network-vif-deleted', 'tag': '8652dd69-9fe5-4669-8882-17de61218779', 'status': 'completed', 'code': 200} Sep 16 01:17:24.308881 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-4080748c-e844-4506-867d-bfd23a19c7e8 None None] Set router 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:17:24.469660 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 37956) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:24.509397 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-4080748c-e844-4506-867d-bfd23a19c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'name': 'tempest-AttachVolumeTestJSON-1292488629-router', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:37Z', 'updated_at': '2021-09-16T01:12:45Z', 'revision_number': 4, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'gw_port': {'id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:38Z', 'updated_at': '2021-09-16T01:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '21a2d595-8a33-4cbd-b50a-312ac972cbb3', 'name': '', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'mac_address': 'fa:16:3e:70:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:43Z', 'updated_at': '2021-09-16T01:12:52Z', 'revision_number': 5, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'subnets': [{'id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:17:24.583815 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-37d2ca99-98df-4208-ba74-b5a52dbf7879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:24.658619 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37960) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:24.661581 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4080748c-e844-4506-867d-bfd23a19c7e8 None None] Checking router: 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:17:24.670704 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4080748c-e844-4506-867d-bfd23a19c7e8 None None] Routers {'7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:17:24.671329 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-4080748c-e844-4506-867d-bfd23a19c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:17:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:17:24.672664 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d34e5f86-259e-4f5d-a5ed-16c49cdb3849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:24.682411 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-37d2ca99-98df-4208-ba74-b5a52dbf7879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:24.751652 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-37d2ca99-98df-4208-ba74-b5a52dbf7879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:24.783040 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-4080748c-e844-4506-867d-bfd23a19c7e8 None None] Set router 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:17:24.794796 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-37d2ca99-98df-4208-ba74-b5a52dbf7879 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=50d00e7e082e47cc984bdeaba5d3f01f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239200 Sep 16 01:17:24.795046 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 37962) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:24.795900 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2ca99-98df-4208-ba74-b5a52dbf7879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9898a6ad-7659-42f2-9a98-54d24d2ff58d,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:24.870028 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d34e5f86-259e-4f5d-a5ed-16c49cdb3849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:24.871101 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-509a2404-3cf3-4cfa-b6b7-fc5877075100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:24.908149 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-509a2404-3cf3-4cfa-b6b7-fc5877075100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:24.974114 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d34e5f86-259e-4f5d-a5ed-16c49cdb3849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:25.002786 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-4080748c-e844-4506-867d-bfd23a19c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'name': 'tempest-AttachVolumeTestJSON-1292488629-router', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:37Z', 'updated_at': '2021-09-16T01:12:45Z', 'revision_number': 4, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'gw_port': {'id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:38Z', 'updated_at': '2021-09-16T01:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '21a2d595-8a33-4cbd-b50a-312ac972cbb3', 'name': '', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'mac_address': 'fa:16:3e:70:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:43Z', 'updated_at': '2021-09-16T01:12:52Z', 'revision_number': 5, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'subnets': [{'id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:17:25.013807 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-d34e5f86-259e-4f5d-a5ed-16c49cdb3849 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=383932ad56324a0cacff62b1de17da88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539746 Sep 16 01:17:25.014681 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e5f86-259e-4f5d-a5ed-16c49cdb3849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770f942e-0761-4efb-b178-a69bb9236b75,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:25.016433 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 37968) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:25.032237 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4080748c-e844-4506-867d-bfd23a19c7e8 None None] The sync data for ids ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'] in dv-cinder-809305-1-iscsi is: [{'id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'name': 'tempest-AttachVolumeTestJSON-1292488629-router', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:37Z', 'updated_at': '2021-09-16T01:12:45Z', 'revision_number': 4, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'gw_port': {'id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:38Z', 'updated_at': '2021-09-16T01:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '21a2d595-8a33-4cbd-b50a-312ac972cbb3', 'name': '', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'mac_address': 'fa:16:3e:70:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:43Z', 'updated_at': '2021-09-16T01:12:52Z', 'revision_number': 5, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'subnets': [{'id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:17:25.088555 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b1b035aa-a1d8-4ee1-9b0e-6e548f744be8 req-548bba89-fad6-4df9-8a34-0b168576fd07 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce366b49-44d8-4fbb-9ed6-09a005c7af7c HTTP/1.1" status: 200 len: 210 time: 0.0398090 Sep 16 01:17:25.104357 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b6a6d145-9ea6-4d18-b20e-9459f31e0159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:25.114651 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-509a2404-3cf3-4cfa-b6b7-fc5877075100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:25.117439 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-509a2404-3cf3-4cfa-b6b7-fc5877075100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:25.118643 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-509a2404-3cf3-4cfa-b6b7-fc5877075100 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9898a6ad-7659-42f2-9a98-54d24d2ff58d HTTP/1.1" status: 204 len: 168 time: 0.3226283 Sep 16 01:17:25.129177 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b6a6d145-9ea6-4d18-b20e-9459f31e0159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:25.137817 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a2404-3cf3-4cfa-b6b7-fc5877075100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9898a6ad-7659-42f2-9a98-54d24d2ff58d,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:25.254715 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b6a6d145-9ea6-4d18-b20e-9459f31e0159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:25.257294 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b6a6d145-9ea6-4d18-b20e-9459f31e0159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:25.258472 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-b6a6d145-9ea6-4d18-b20e-9459f31e0159 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/770f942e-0761-4efb-b178-a69bb9236b75 HTTP/1.1" status: 204 len: 168 time: 0.2407453 Sep 16 01:17:25.270028 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6d145-9ea6-4d18-b20e-9459f31e0159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770f942e-0761-4efb-b178-a69bb9236b75,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:25.299518 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a70294-0436-4e2f-be9b-bdb19b8ee4bc None None] New status for floating IP c8ad78ac-3389-4ea3-991a-8711360e73e2: DOWN {{(pid=94554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 01:17:25.948080 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c923e5-faa1-431a-b269-fad8b95ad926 req-4970e038-d7ed-4f76-a656-c9a71868890e tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:25.950187 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-81c923e5-faa1-431a-b269-fad8b95ad926 req-4970e038-d7ed-4f76-a656-c9a71868890e tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 945 time: 0.0481853 Sep 16 01:17:25.987784 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-81c923e5-faa1-431a-b269-fad8b95ad926 req-e99d823c-b75a-45a8-9b77-0a819868bf74 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316803 Sep 16 01:17:26.275698 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 38020) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:26.332453 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-e8b65e29-3cd1-4773-b7e1-e5c327bb3356 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:26.356957 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-e8b65e29-3cd1-4773-b7e1-e5c327bb3356 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:26.500203 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-e8b65e29-3cd1-4773-b7e1-e5c327bb3356 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:26.502875 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-e8b65e29-3cd1-4773-b7e1-e5c327bb3356 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:26.504255 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-e8b65e29-3cd1-4773-b7e1-e5c327bb3356 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "DELETE /v2.0/security-groups/8749e99d-a035-4e4b-bd66-5246feb4d6e1 HTTP/1.1" status: 204 len: 168 time: 0.2273853 Sep 16 01:17:26.506919 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 38032) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:26.523881 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b65e29-3cd1-4773-b7e1-e5c327bb3356 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8749e99d-a035-4e4b-bd66-5246feb4d6e1,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:26.525006 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.api.v2.resource [None req-2e97339e-7553-49f2-a98b-cadd7f003bf7 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] show failed (client error): The resource could not be found. Sep 16 01:17:26.528947 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-2e97339e-7553-49f2-a98b-cadd7f003bf7 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups/8749e99d-a035-4e4b-bd66-5246feb4d6e1 HTTP/1.1" status: 404 len: 347 time: 0.0182483 Sep 16 01:17:26.530485 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 38036) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:26.664861 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-74ab62bd-63f3-4c05-9078-9eb1b38f1674 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Deleting port 94fc079f-fcc5-4366-8fff-100170be9f45 {{(pid=94552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:17:26.666561 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-74ab62bd-63f3-4c05-9078-9eb1b38f1674 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:26.740251 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-74ab62bd-63f3-4c05-9078-9eb1b38f1674 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:26.740591 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-74ab62bd-63f3-4c05-9078-9eb1b38f1674 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:26.752618 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-74ab62bd-63f3-4c05-9078-9eb1b38f1674 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Calling delete_port for 94fc079f-fcc5-4366-8fff-100170be9f45 owned by network:floatingip {{(pid=94552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:17:27.002954 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-74ab62bd-63f3-4c05-9078-9eb1b38f1674 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:27.029431 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab62bd-63f3-4c05-9078-9eb1b38f1674 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Pushing event deleted for resources: {'Port': ['ID=94fc079f-fcc5-4366-8fff-100170be9f45,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:27.121368 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-74ab62bd-63f3-4c05-9078-9eb1b38f1674 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for floatingip, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:27.123868 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-74ab62bd-63f3-4c05-9078-9eb1b38f1674 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for floatingip, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:27.125073 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-74ab62bd-63f3-4c05-9078-9eb1b38f1674 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "DELETE /v2.0/floatingips/c8ad78ac-3389-4ea3-991a-8711360e73e2 HTTP/1.1" status: 204 len: 168 time: 0.5935788 Sep 16 01:17:27.137694 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdeb6a-0f8d-4b5b-b256-74e3782946f9 req-d77ad7fe-3e40-4fdf-ac48-c80a8be15598 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:27.144853 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-35bdeb6a-0f8d-4b5b-b256-74e3782946f9 req-d77ad7fe-3e40-4fdf-ac48-c80a8be15598 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 945 time: 0.0880568 Sep 16 01:17:27.179688 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-35bdeb6a-0f8d-4b5b-b256-74e3782946f9 req-9e8af05d-6123-4ff3-bb06-3f2eb039cedd tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337653 Sep 16 01:17:27.839369 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 38088) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:27.843961 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-32e07db3-57d1-4529-948f-fae7e5c62a5d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1291502433', 'description': 'tempest-description--1075835048'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:17:27.928767 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-32e07db3-57d1-4529-948f-fae7e5c62a5d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:27.958719 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 8652dd69-9fe5-4669-8882-17de61218779 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:17:27.979188 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] No Port match for: 8652dd69-9fe5-4669-8882-17de61218779 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:17:27.979545 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 8652dd69-9fe5-4669-8882-17de61218779 not bound to the agent host hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:17:28.014456 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-32e07db3-57d1-4529-948f-fae7e5c62a5d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:28.157341 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-32e07db3-57d1-4529-948f-fae7e5c62a5d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:28.187194 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e07db3-57d1-4529-948f-fae7e5c62a5d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea750332-5f04-49a8-999d-746eaf808a50,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:28.265821 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-32e07db3-57d1-4529-948f-fae7e5c62a5d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:28.269840 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-32e07db3-57d1-4529-948f-fae7e5c62a5d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4267149 Sep 16 01:17:28.270094 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 38108) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:28.274719 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-fbd8e65d-c7d1-46eb-8c37-5709ba62b226 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Request body: {'security_group_rule': {'security_group_id': 'ea750332-5f04-49a8-999d-746eaf808a50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:17:28.304410 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88163be-b2ba-4e89-b077-dbafbe08130f req-7c131101-b352-4106-9e96-bcb30fe9da8d tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:28.306116 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e88163be-b2ba-4e89-b077-dbafbe08130f req-7c131101-b352-4106-9e96-bcb30fe9da8d tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 945 time: 0.0508964 Sep 16 01:17:28.349299 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e88163be-b2ba-4e89-b077-dbafbe08130f req-6d3cd1c1-77b2-4db6-abc5-3acdb29795f6 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364747 Sep 16 01:17:28.374509 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fbd8e65d-c7d1-46eb-8c37-5709ba62b226 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:28.442914 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fbd8e65d-c7d1-46eb-8c37-5709ba62b226 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:28.497969 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-31323943-1186-4374-9780-954739493950 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=7bb3508c634e40b8a2daa266ffbd871b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299096 Sep 16 01:17:28.534346 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fbd8e65d-c7d1-46eb-8c37-5709ba62b226 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:28.592014 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8e65d-c7d1-46eb-8c37-5709ba62b226 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499166c7-a080-43b6-b54e-11f9cae32a6f,revision_number=0']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:28.700545 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-a01a9feb-a25b-4838-8098-a410a123a5b9 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:28.702083 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-a01a9feb-a25b-4838-8098-a410a123a5b9 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986375 Sep 16 01:17:28.718039 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-9b0537d8-b950-4b9c-94a9-048ed3b97587 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/quotas/7bb3508c634e40b8a2daa266ffbd871b HTTP/1.1" status: 200 len: 375 time: 0.0100696 Sep 16 01:17:28.724026 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fbd8e65d-c7d1-46eb-8c37-5709ba62b226 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:28.725180 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-fbd8e65d-c7d1-46eb-8c37-5709ba62b226 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4539793 Sep 16 01:17:28.727973 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 38126) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:28.733307 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-6a212d89-918d-4e5b-8e82-abad6878c955 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Request body: {'security_group_rule': {'security_group_id': 'ea750332-5f04-49a8-999d-746eaf808a50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:17:28.734406 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d1cc5ea5-588d-4c6e-8ea5-d32b09132f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:28.752605 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-4bacbaf3-f41d-483b-b6e3-2f684d690098 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7bb3508c634e40b8a2daa266ffbd871b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263894 Sep 16 01:17:28.842948 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6a212d89-918d-4e5b-8e82-abad6878c955 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:28.891564 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6a212d89-918d-4e5b-8e82-abad6878c955 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:29.017651 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a70e43db-b6a0-4002-ae22-38377483a4f4 req-e951ea30-31e4-4fda-9090-a4380ab52e5e tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/ports?device_id=6be2ad68-0256-47a6-9ab4-a7df06b08e15 HTTP/1.1" status: 200 len: 210 time: 0.0297132 Sep 16 01:17:29.025494 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6a212d89-918d-4e5b-8e82-abad6878c955 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:29.044717 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a212d89-918d-4e5b-8e82-abad6878c955 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d72d918f-e30d-4e74-a609-350f956feb69,revision_number=0']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:29.157581 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6a212d89-918d-4e5b-8e82-abad6878c955 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:29.158865 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-6a212d89-918d-4e5b-8e82-abad6878c955 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4297991 Sep 16 01:17:29.161997 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 38136) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:29.166416 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-5ab89baf-9424-4e02-859e-411d7a2fdd2e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Request body: {'floatingip': {'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:17:29.271545 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5ab89baf-9424-4e02-859e-411d7a2fdd2e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for floatingip, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:29.367410 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5ab89baf-9424-4e02-859e-411d7a2fdd2e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:29.513889 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c2d3b-e8aa-41ff-8249-4650a4ba1253 req-dec5a3ef-ca27-438a-9f2d-128f358e2858 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:29.515214 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-351c2d3b-e8aa-41ff-8249-4650a4ba1253 req-dec5a3ef-ca27-438a-9f2d-128f358e2858 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 945 time: 0.0884500 Sep 16 01:17:29.529269 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [None req-5ab89baf-9424-4e02-859e-411d7a2fdd2e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Allocated IP 172.27.3.245 (04f57937-fa31-48b0-af0b-dafeb4e5696d/f10087fb-cc50-497f-84f8-0079589df3d7/b3d72caf-3289-4ca1-966f-6a652fbfab72) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:17:29.588922 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-351c2d3b-e8aa-41ff-8249-4650a4ba1253 req-b88c4807-07d6-4a2f-8306-5546bf3342eb tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616088 Sep 16 01:17:29.659464 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5ab89baf-9424-4e02-859e-411d7a2fdd2e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:29.786142 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5ab89baf-9424-4e02-859e-411d7a2fdd2e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:29.823718 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab89baf-9424-4e02-859e-411d7a2fdd2e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Network 04f57937-fa31-48b0-af0b-dafeb4e5696d is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:17:29.828925 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-5ab89baf-9424-4e02-859e-411d7a2fdd2e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:17:29.832265 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab89baf-9424-4e02-859e-411d7a2fdd2e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:17:29.862700 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab89baf-9424-4e02-859e-411d7a2fdd2e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Pushing event updated for resources: {'Port': ['ID=b3d72caf-3289-4ca1-966f-6a652fbfab72,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:29.929740 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5ab89baf-9424-4e02-859e-411d7a2fdd2e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:30.051823 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5ab89baf-9424-4e02-859e-411d7a2fdd2e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:30.100160 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-bf40a9f1-de48-48db-84ba-72b907248f4c req-7558d2b4-aba1-4ee9-a850-8d80b54c0d2d tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/ports?device_id=6be2ad68-0256-47a6-9ab4-a7df06b08e15 HTTP/1.1" status: 200 len: 210 time: 0.0293467 Sep 16 01:17:30.208225 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5ab89baf-9424-4e02-859e-411d7a2fdd2e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:30.305802 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5ab89baf-9424-4e02-859e-411d7a2fdd2e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:30.379688 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab89baf-9424-4e02-859e-411d7a2fdd2e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Pushing event updated for resources: {'Port': ['ID=b3d72caf-3289-4ca1-966f-6a652fbfab72,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:30.390122 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5ab89baf-9424-4e02-859e-411d7a2fdd2e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530200'] for floatingip, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:30.505860 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5ab89baf-9424-4e02-859e-411d7a2fdd2e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for floatingip, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:30.507593 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-5ab89baf-9424-4e02-859e-411d7a2fdd2e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3445117 Sep 16 01:17:30.696136 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-b3e5be56-b746-449b-a17c-fcbc553aa964 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1291502433&fields=id&tenant_id=a5fed02cb0f141b6abee4019fde49eb9 HTTP/1.1" status: 200 len: 267 time: 0.0348155 Sep 16 01:17:30.716086 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09400b2a-ac6f-434d-a46f-9a98d329df93 req-9ac92ef9-3516-484c-a93a-463099ad8669 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:30.717640 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-09400b2a-ac6f-434d-a46f-9a98d329df93 req-9ac92ef9-3516-484c-a93a-463099ad8669 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 945 time: 0.0522082 Sep 16 01:17:30.756861 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-09400b2a-ac6f-434d-a46f-9a98d329df93 req-fdfecdd7-ea44-4e10-8e88-1c86925a12aa tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331249 Sep 16 01:17:30.806013 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-c7570e8b-f1b2-46f7-8a9d-e7a9829c3a93 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:30.807464 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-c7570e8b-f1b2-46f7-8a9d-e7a9829c3a93 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/networks?id=a1408b60-ef31-4319-a765-bc8dbd3a5f15 HTTP/1.1" status: 200 len: 811 time: 0.1038742 Sep 16 01:17:30.822042 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-c4b8287e-0542-45de-b6f9-6d1e8df5c19a tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/quotas/a5fed02cb0f141b6abee4019fde49eb9 HTTP/1.1" status: 200 len: 375 time: 0.0085080 Sep 16 01:17:31.083533 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-b08dbaab-9856-4910-8918-d6cfb57995d4 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5fed02cb0f141b6abee4019fde49eb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2562699 Sep 16 01:17:31.178805 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-96ea0c68-4051-4d26-94e5-0831bfc83a7f service neutron] 10.222.0.22 "GET /v2.0/networks/a1408b60-ef31-4319-a765-bc8dbd3a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831327 Sep 16 01:17:31.194105 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-47986310-c263-42fc-80af-c4aaf50f45be req-1bb6fd6a-925b-4f0d-bc3f-4e437688c2d7 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/ports?device_id=6be2ad68-0256-47a6-9ab4-a7df06b08e15 HTTP/1.1" status: 200 len: 210 time: 0.0284741 Sep 16 01:17:31.276462 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-710a3d35-a932-4156-9ec5-368aa98d08c6 service neutron] 10.222.0.22 "GET /v2.0/networks/a1408b60-ef31-4319-a765-bc8dbd3a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916395 Sep 16 01:17:31.411753 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-8261e4da-6124-454e-a16e-37e99d72ae97 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7bb3508c634e40b8a2daa266ffbd871b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322924 Sep 16 01:17:31.497546 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-42eb38e5-6420-4343-8b97-da28d3a0d0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:31.591919 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-af3cd892-bee8-4afd-b8b9-6eac4375f503 req-6d3823bf-b37c-452a-934e-d23777f94518 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 210 time: 0.0535011 Sep 16 01:17:31.633895 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-fcaf3f58-ab81-4126-8d80-9cadb7557167 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:31.636224 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-fcaf3f58-ab81-4126-8d80-9cadb7557167 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2179451 Sep 16 01:17:31.657506 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-c9074048-ea06-449e-90ef-cb11f321b1b6 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Request body: {'port': {'device_id': '6be2ad68-0256-47a6-9ab4-a7df06b08e15', 'network_id': 'adf5de04-977e-4c1e-974e-bd9a282cc83d', 'admin_state_up': True, 'tenant_id': '7bb3508c634e40b8a2daa266ffbd871b'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:17:31.875618 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f3afc-8652-43dc-b730-5457a6af1c62 req-447f5868-cedf-4489-af64-d99eb89f37ea tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:31.877176 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ee6f3afc-8652-43dc-b730-5457a6af1c62 req-447f5868-cedf-4489-af64-d99eb89f37ea tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 945 time: 0.0506740 Sep 16 01:17:31.913043 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ee6f3afc-8652-43dc-b730-5457a6af1c62 req-c0bbbcf1-04fa-456a-9830-bfa7ace20ff2 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299392 Sep 16 01:17:31.934899 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:31.997639 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-c9074048-ea06-449e-90ef-cb11f321b1b6 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Made reservation on behalf of 7bb3508c634e40b8a2daa266ffbd871b for: {'port': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:17:32.001767 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-c9074048-ea06-449e-90ef-cb11f321b1b6 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:32.012162 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-c9074048-ea06-449e-90ef-cb11f321b1b6 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:32.105314 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-c9074048-ea06-449e-90ef-cb11f321b1b6 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:32.179895 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-c9074048-ea06-449e-90ef-cb11f321b1b6 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:32.247871 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9074048-ea06-449e-90ef-cb11f321b1b6 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab39bb2-15c2-42fb-87c9-70f5cbd5781e,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:32.303573 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-00cf6721-456e-442b-ac8e-d8ef04339208 req-a807bfa5-c38c-47b8-bc36-6723749ab50c tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/ports?device_id=6be2ad68-0256-47a6-9ab4-a7df06b08e15 HTTP/1.1" status: 200 len: 210 time: 0.0345078 Sep 16 01:17:32.319041 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-c9074048-ea06-449e-90ef-cb11f321b1b6 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Allocated IP 192.168.233.42 (adf5de04-977e-4c1e-974e-bd9a282cc83d/86c5865b-cf14-4088-ba4d-e84cc6a5002c/c63c821a-6e4d-4762-8168-17aff59a1026) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:17:32.462551 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-c9074048-ea06-449e-90ef-cb11f321b1b6 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:32.609116 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-c9074048-ea06-449e-90ef-cb11f321b1b6 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:32.657716 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-c9074048-ea06-449e-90ef-cb11f321b1b6 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Network adf5de04-977e-4c1e-974e-bd9a282cc83d is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:17:32.660782 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-c9074048-ea06-449e-90ef-cb11f321b1b6 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:17:32.663718 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-c9074048-ea06-449e-90ef-cb11f321b1b6 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:17:32.697480 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9074048-ea06-449e-90ef-cb11f321b1b6 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Pushing event updated for resources: {'Port': ['ID=c63c821a-6e4d-4762-8168-17aff59a1026,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:32.759046 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-953dd81e-9f68-42b5-b9f4-681a1ee683f5 req-6ba0eb1e-41ba-483d-91d2-4ec6878ba9e4 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 210 time: 0.0420494 Sep 16 01:17:32.776516 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-c9074048-ea06-449e-90ef-cb11f321b1b6 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:32.776516 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-c9074048-ea06-449e-90ef-cb11f321b1b6 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:32.797731 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:32.877642 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-c9074048-ea06-449e-90ef-cb11f321b1b6 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2257299 Sep 16 01:17:32.896760 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-062c68c3-6cd9-422b-a5d1-cc1e3bacad08 service neutron] Request body: {'port': {'device_id': '6be2ad68-0256-47a6-9ab4-a7df06b08e15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:17:32.916456 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-22abcb6c-561a-432a-8727-0c406b825f30 None None] Provisioning complete for port c63c821a-6e4d-4762-8168-17aff59a1026 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:17:32.916831 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-22abcb6c-561a-432a-8727-0c406b825f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:32.960152 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-062c68c3-6cd9-422b-a5d1-cc1e3bacad08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:32.960703 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-22abcb6c-561a-432a-8727-0c406b825f30 None None] Port c63c821a-6e4d-4762-8168-17aff59a1026 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:17:33.120073 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783ef2b-da32-4e81-ab6c-d063ddbc736c req-fb47d5e4-49d9-4ea5-b91a-d2761a78a9cc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:33.122157 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2783ef2b-da32-4e81-ab6c-d063ddbc736c req-fb47d5e4-49d9-4ea5-b91a-d2761a78a9cc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 945 time: 0.1214173 Sep 16 01:17:33.213170 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2783ef2b-da32-4e81-ab6c-d063ddbc736c req-3279d518-0604-451c-ad1e-9fa280de560e tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830407 Sep 16 01:17:33.302235 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-062c68c3-6cd9-422b-a5d1-cc1e3bacad08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c63c821a-6e4d-4762-8168-17aff59a1026 {{(pid=94551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:17:33.311651 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-062c68c3-6cd9-422b-a5d1-cc1e3bacad08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:33.323289 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-062c68c3-6cd9-422b-a5d1-cc1e3bacad08 service neutron] Transition to ACTIVE for port object c63c821a-6e4d-4762-8168-17aff59a1026 will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 01:17:33.385771 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-062c68c3-6cd9-422b-a5d1-cc1e3bacad08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:33.425968 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3630bc-ca7c-4b9c-8dac-3ddc6e9945bf req-da959bd2-7e0d-43ee-8da8-685ac358ca78 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:33.427536 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fa3630bc-ca7c-4b9c-8dac-3ddc6e9945bf req-da959bd2-7e0d-43ee-8da8-685ac358ca78 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/ports?device_id=6be2ad68-0256-47a6-9ab4-a7df06b08e15 HTTP/1.1" status: 200 len: 947 time: 0.0490005 Sep 16 01:17:33.437278 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c68c3-6cd9-422b-a5d1-cc1e3bacad08 service neutron] Pushing event updated for resources: {'Port': ['ID=c63c821a-6e4d-4762-8168-17aff59a1026,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:33.478593 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fa3630bc-ca7c-4b9c-8dac-3ddc6e9945bf req-100c03b4-d2c4-438f-8c3f-23f91d1c658d tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab39bb2-15c2-42fb-87c9-70f5cbd5781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415154 Sep 16 01:17:33.522723 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-062c68c3-6cd9-422b-a5d1-cc1e3bacad08 service neutron] Attempting to bind port c63c821a-6e4d-4762-8168-17aff59a1026 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:17:33.523248 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-062c68c3-6cd9-422b-a5d1-cc1e3bacad08 service neutron] Attempting to bind port c63c821a-6e4d-4762-8168-17aff59a1026 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '10aa9f75-f1de-4cc2-b63c-106f972040d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'adf5de04-977e-4c1e-974e-bd9a282cc83d'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:17:33.523387 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-062c68c3-6cd9-422b-a5d1-cc1e3bacad08 service neutron] Attempting to bind port c63c821a-6e4d-4762-8168-17aff59a1026 on network adf5de04-977e-4c1e-974e-bd9a282cc83d {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:17:33.527961 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-062c68c3-6cd9-422b-a5d1-cc1e3bacad08 service neutron] Port c63c821a-6e4d-4762-8168-17aff59a1026 on network adf5de04-977e-4c1e-974e-bd9a282cc83d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 01:17:33.528257 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-062c68c3-6cd9-422b-a5d1-cc1e3bacad08 service neutron] Attempting to bind port c63c821a-6e4d-4762-8168-17aff59a1026 on network adf5de04-977e-4c1e-974e-bd9a282cc83d {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:17:33.536767 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-062c68c3-6cd9-422b-a5d1-cc1e3bacad08 service neutron] Checking agent: {'id': 'b1327c00-0c42-4ebe-9e46-dfdb42688b79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'started_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:17:33.537441 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-062c68c3-6cd9-422b-a5d1-cc1e3bacad08 service neutron] Checking segment: {'id': '10aa9f75-f1de-4cc2-b63c-106f972040d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'adf5de04-977e-4c1e-974e-bd9a282cc83d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:17:33.538062 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-062c68c3-6cd9-422b-a5d1-cc1e3bacad08 service neutron] Bound using segment: {'id': '10aa9f75-f1de-4cc2-b63c-106f972040d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'adf5de04-977e-4c1e-974e-bd9a282cc83d'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:17:33.538594 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-062c68c3-6cd9-422b-a5d1-cc1e3bacad08 service neutron] Bound port: c63c821a-6e4d-4762-8168-17aff59a1026, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10aa9f75-f1de-4cc2-b63c-106f972040d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'adf5de04-977e-4c1e-974e-bd9a282cc83d'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:17:33.539030 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-062c68c3-6cd9-422b-a5d1-cc1e3bacad08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:33.604600 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-062c68c3-6cd9-422b-a5d1-cc1e3bacad08 service neutron] For port c63c821a-6e4d-4762-8168-17aff59a1026, host hv-cinder-80930, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:17:33.608205 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-062c68c3-6cd9-422b-a5d1-cc1e3bacad08 service neutron] For port c63c821a-6e4d-4762-8168-17aff59a1026, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=c63c821a-6e4d-4762-8168-17aff59a1026,segment=NetworkSegment(10aa9f75-f1de-4cc2-b63c-106f972040d9),segment_id=10aa9f75-f1de-4cc2-b63c-106f972040d9)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:17:33.682749 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-062c68c3-6cd9-422b-a5d1-cc1e3bacad08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:33.717492 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-062c68c3-6cd9-422b-a5d1-cc1e3bacad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:33.718113 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-062c68c3-6cd9-422b-a5d1-cc1e3bacad08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:33.719582 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-062c68c3-6cd9-422b-a5d1-cc1e3bacad08 service neutron] 10.222.0.47 "PUT /v2.0/ports/c63c821a-6e4d-4762-8168-17aff59a1026 HTTP/1.1" status: 200 len: 1097 time: 0.8269696 Sep 16 01:17:33.719955 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be2ad68-0256-47a6-9ab4-a7df06b08e15', 'tag': 'c63c821a-6e4d-4762-8168-17aff59a1026'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:17:33.722218 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2973151e-9db6-4379-8e74-eaf6dda63641" -d '{"events": [{"name": "network-changed", "server_uuid": "6be2ad68-0256-47a6-9ab4-a7df06b08e15", "tag": "c63c821a-6e4d-4762-8168-17aff59a1026"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:17:33.754690 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c68c3-6cd9-422b-a5d1-cc1e3bacad08 service neutron] Pushing event updated for resources: {'Port': ['ID=c63c821a-6e4d-4762-8168-17aff59a1026,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:33.782691 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a119dd-9165-4ed6-a283-b5517e9cf3e2 x-openstack-request-id: req-c0a119dd-9165-4ed6-a283-b5517e9cf3e2 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:17:33.782987 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be2ad68-0256-47a6-9ab4-a7df06b08e15", "tag": "c63c821a-6e4d-4762-8168-17aff59a1026", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:17:33.783242 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c0a119dd-9165-4ed6-a283-b5517e9cf3e2 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:17:33.783770 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be2ad68-0256-47a6-9ab4-a7df06b08e15', 'tag': 'c63c821a-6e4d-4762-8168-17aff59a1026', 'status': 'completed', 'code': 200} Sep 16 01:17:33.874932 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973151e-9db6-4379-8e74-eaf6dda63641 req-830fe8c7-fd8c-4f08-9e87-26ba4c37a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:33.883478 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e38fde0f-73e8-4436-8033-696daca0642b req-96d77929-0213-48b1-ab9d-ecc3528d660c tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 210 time: 0.0357385 Sep 16 01:17:33.885906 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2973151e-9db6-4379-8e74-eaf6dda63641 req-830fe8c7-fd8c-4f08-9e87-26ba4c37a262 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bb3508c634e40b8a2daa266ffbd871b&device_id=6be2ad68-0256-47a6-9ab4-a7df06b08e15 HTTP/1.1" status: 200 len: 1100 time: 0.0601797 Sep 16 01:17:33.987917 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2973151e-9db6-4379-8e74-eaf6dda63641 req-1742bcf5-ed2f-4b41-b3f1-9670f6d61706 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7bb3508c634e40b8a2daa266ffbd871b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391939 Sep 16 01:17:34.339171 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe1cf4-39e8-4a58-937b-f0d0ca16ff4d req-54cf9f65-a41d-4c17-afbb-2ef17d9216ca tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:34.340764 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-21fe1cf4-39e8-4a58-937b-f0d0ca16ff4d req-54cf9f65-a41d-4c17-afbb-2ef17d9216ca tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 945 time: 0.0562701 Sep 16 01:17:34.357342 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:34.381136 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-4f241435-fd9a-45c2-a8be-5c23369c6b21 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:34.382460 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-4f241435-fd9a-45c2-a8be-5c23369c6b21 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.47 "GET /v2.0/networks?id=a1408b60-ef31-4319-a765-bc8dbd3a5f15 HTTP/1.1" status: 200 len: 811 time: 0.4247839 Sep 16 01:17:34.387347 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-21fe1cf4-39e8-4a58-937b-f0d0ca16ff4d req-5778d540-e944-4917-a10f-9dad8ce57043 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401626 Sep 16 01:17:34.405584 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973151e-9db6-4379-8e74-eaf6dda63641 req-7b7d4162-132f-431f-a7ab-97f2fe448f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:34.407072 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2973151e-9db6-4379-8e74-eaf6dda63641 req-7b7d4162-132f-431f-a7ab-97f2fe448f20 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3776710 Sep 16 01:17:34.466559 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-c011dafc-1370-4e78-bf42-03fd4e7bc3f6 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5fed02cb0f141b6abee4019fde49eb9 HTTP/1.1" status: 200 len: 380 time: 0.0344610 Sep 16 01:17:34.489413 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-0c72f630-51d4-4413-9f39-624f8a13d72c tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Request body: {'port': {'device_id': 'c19b10d5-66f3-4fbb-a4ba-c489758984dd', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'admin_state_up': True, 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'security_groups': ['ea750332-5f04-49a8-999d-746eaf808a50']}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:17:34.613203 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-b9c4c0b2-628c-47df-82ad-6da39ae44e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:34.614698 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-b9c4c0b2-628c-47df-82ad-6da39ae44e08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bb3508c634e40b8a2daa266ffbd871b&device_id=6be2ad68-0256-47a6-9ab4-a7df06b08e15 HTTP/1.1" status: 200 len: 1100 time: 0.1222341 Sep 16 01:17:34.683419 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-2b3d19d8-a4a8-4bfa-9acd-8ed811bce411 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=c63c821a-6e4d-4762-8168-17aff59a1026 HTTP/1.1" status: 200 len: 217 time: 0.0509753 Sep 16 01:17:34.691394 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96219a38-6613-4ab3-8196-297f1ea8e155 req-4a976fe6-628a-498e-879d-00efefc920ff tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:34.692793 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-96219a38-6613-4ab3-8196-297f1ea8e155 req-4a976fe6-628a-498e-879d-00efefc920ff tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/ports?device_id=6be2ad68-0256-47a6-9ab4-a7df06b08e15 HTTP/1.1" status: 200 len: 947 time: 0.1244483 Sep 16 01:17:34.763996 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-5c0bdd7f-ecf4-455c-8d0f-038226b45cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:34.765402 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-5c0bdd7f-ecf4-455c-8d0f-038226b45cc8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86c5865b-cf14-4088-ba4d-e84cc6a5002c HTTP/1.1" status: 200 len: 843 time: 0.0706394 Sep 16 01:17:34.770343 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-96219a38-6613-4ab3-8196-297f1ea8e155 req-f7bae90d-3f00-4bd1-b04e-91c6a3451385 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab39bb2-15c2-42fb-87c9-70f5cbd5781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654442 Sep 16 01:17:34.799604 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-0c72f630-51d4-4413-9f39-624f8a13d72c tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Made reservation on behalf of a5fed02cb0f141b6abee4019fde49eb9 for: {'port': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:17:34.808595 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-0c72f630-51d4-4413-9f39-624f8a13d72c tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:34.839236 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-4bc0c513-f551-4b56-a9fa-bb15efc9ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:34.840807 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-4bc0c513-f551-4b56-a9fa-bb15efc9ad7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=adf5de04-977e-4c1e-974e-bd9a282cc83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0673485 Sep 16 01:17:34.985170 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-103e713a-456e-4c20-916a-a501383887f3 req-2070db80-4da1-4d9a-95ec-af26b89bac9f tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 210 time: 0.0262542 Sep 16 01:17:35.020458 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-0c72f630-51d4-4413-9f39-624f8a13d72c tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Allocated IP 172.20.0.11 (a1408b60-ef31-4319-a765-bc8dbd3a5f15/73104c2c-ea93-4973-a7a3-2804cd4a4bd8/0f92e4d2-011d-4a6b-b32a-a922f61bf4b9) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:17:35.024943 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-f657e8c5-a955-465c-8d22-894b67ae8dc2 service neutron] 10.222.0.47 "GET /v2.0/networks/adf5de04-977e-4c1e-974e-bd9a282cc83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517053 Sep 16 01:17:35.197762 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9ab81917-2773-47aa-868b-7a8b54177d3c req-b5f429db-8b1b-4028-8ff6-cf9f35e67db6 service neutron] 10.222.0.47 "GET /v2.0/networks/adf5de04-977e-4c1e-974e-bd9a282cc83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645365 Sep 16 01:17:35.234549 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-0c72f630-51d4-4413-9f39-624f8a13d72c tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:35.368782 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-0c72f630-51d4-4413-9f39-624f8a13d72c tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:35.408698 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-0c72f630-51d4-4413-9f39-624f8a13d72c tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Network a1408b60-ef31-4319-a765-bc8dbd3a5f15 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:17:35.414029 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-0c72f630-51d4-4413-9f39-624f8a13d72c tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:17:35.421126 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-0c72f630-51d4-4413-9f39-624f8a13d72c tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:17:35.457246 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72f630-51d4-4413-9f39-624f8a13d72c tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Pushing event updated for resources: {'Port': ['ID=0f92e4d2-011d-4a6b-b32a-a922f61bf4b9,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:35.485567 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-0c72f630-51d4-4413-9f39-624f8a13d72c tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:35.487578 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-0c72f630-51d4-4413-9f39-624f8a13d72c tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:35.581031 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-0c72f630-51d4-4413-9f39-624f8a13d72c tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0952785 Sep 16 01:17:35.608669 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-3559bbd6-78e4-4ff8-979e-16c7be538018 service neutron] Request body: {'port': {'device_id': 'c19b10d5-66f3-4fbb-a4ba-c489758984dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:17:35.635161 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-32079976-71e3-4db7-ac93-fd8c7f71dbdf None None] Provisioning complete for port 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:17:35.635734 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-32079976-71e3-4db7-ac93-fd8c7f71dbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:35.673666 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-3559bbd6-78e4-4ff8-979e-16c7be538018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:35.675513 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-32079976-71e3-4db7-ac93-fd8c7f71dbdf None None] Port 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:17:35.716329 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47ccfc-ef70-4b59-af8c-1528c04b8553 req-430f438f-ae5c-411a-8172-876585074550 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:35.717862 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ce47ccfc-ef70-4b59-af8c-1528c04b8553 req-430f438f-ae5c-411a-8172-876585074550 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 945 time: 0.2543600 Sep 16 01:17:35.754972 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ce47ccfc-ef70-4b59-af8c-1528c04b8553 req-042f454c-5bd4-496a-a6e9-fa3a0eea466f tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311780 Sep 16 01:17:35.997814 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-3559bbd6-78e4-4ff8-979e-16c7be538018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9 {{(pid=94551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:17:36.007730 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-3559bbd6-78e4-4ff8-979e-16c7be538018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:36.019022 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f1c97-da80-4a6a-bd78-18133713c930 req-93d158ee-4d3c-4aa6-a8b4-6bc6de77c16f tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:36.020528 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2b6f1c97-da80-4a6a-bd78-18133713c930 req-93d158ee-4d3c-4aa6-a8b4-6bc6de77c16f tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/ports?device_id=6be2ad68-0256-47a6-9ab4-a7df06b08e15 HTTP/1.1" status: 200 len: 947 time: 0.1679451 Sep 16 01:17:36.035137 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-3559bbd6-78e4-4ff8-979e-16c7be538018 service neutron] Transition to ACTIVE for port object 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9 will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 01:17:36.062960 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2b6f1c97-da80-4a6a-bd78-18133713c930 req-64a3b34d-56bb-4c3a-a71a-a5466728b1fd tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab39bb2-15c2-42fb-87c9-70f5cbd5781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347788 Sep 16 01:17:36.099875 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-3559bbd6-78e4-4ff8-979e-16c7be538018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:36.106040 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b4f9a-f28c-4bfe-a99a-ac5e51cce2ca req-37e95070-5567-43cd-bbdc-543a5552cdcb tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:36.107554 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-044b4f9a-f28c-4bfe-a99a-ac5e51cce2ca req-37e95070-5567-43cd-bbdc-543a5552cdcb tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 932 time: 0.0532887 Sep 16 01:17:36.148566 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-044b4f9a-f28c-4bfe-a99a-ac5e51cce2ca req-3f2ff4b2-b68a-44c4-ad7a-0e12cc79182e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea750332-5f04-49a8-999d-746eaf808a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341189 Sep 16 01:17:36.160454 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559bbd6-78e4-4ff8-979e-16c7be538018 service neutron] Pushing event updated for resources: {'Port': ['ID=0f92e4d2-011d-4a6b-b32a-a922f61bf4b9,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:36.237181 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-3559bbd6-78e4-4ff8-979e-16c7be538018 service neutron] Attempting to bind port 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:17:36.237643 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-3559bbd6-78e4-4ff8-979e-16c7be538018 service neutron] Attempting to bind port 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '577966aa-aa6c-46f5-a3af-da2e98332a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:17:36.238046 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-3559bbd6-78e4-4ff8-979e-16c7be538018 service neutron] Attempting to bind port 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9 on network a1408b60-ef31-4319-a765-bc8dbd3a5f15 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:17:36.242932 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-3559bbd6-78e4-4ff8-979e-16c7be538018 service neutron] Port 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9 on network a1408b60-ef31-4319-a765-bc8dbd3a5f15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 01:17:36.243355 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-3559bbd6-78e4-4ff8-979e-16c7be538018 service neutron] Attempting to bind port 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9 on network a1408b60-ef31-4319-a765-bc8dbd3a5f15 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:17:36.250211 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-3559bbd6-78e4-4ff8-979e-16c7be538018 service neutron] Checking agent: {'id': 'b1327c00-0c42-4ebe-9e46-dfdb42688b79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'started_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:17:36.250555 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-3559bbd6-78e4-4ff8-979e-16c7be538018 service neutron] Checking segment: {'id': '577966aa-aa6c-46f5-a3af-da2e98332a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:17:36.250944 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-3559bbd6-78e4-4ff8-979e-16c7be538018 service neutron] Bound using segment: {'id': '577966aa-aa6c-46f5-a3af-da2e98332a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:17:36.251387 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-3559bbd6-78e4-4ff8-979e-16c7be538018 service neutron] Bound port: 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '577966aa-aa6c-46f5-a3af-da2e98332a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:17:36.252619 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-3559bbd6-78e4-4ff8-979e-16c7be538018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:36.359064 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-3559bbd6-78e4-4ff8-979e-16c7be538018 service neutron] For port 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9, host hv-cinder-80930, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:17:36.363081 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-3559bbd6-78e4-4ff8-979e-16c7be538018 service neutron] For port 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=0f92e4d2-011d-4a6b-b32a-a922f61bf4b9,segment=NetworkSegment(577966aa-aa6c-46f5-a3af-da2e98332a54),segment_id=577966aa-aa6c-46f5-a3af-da2e98332a54)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:17:36.365384 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cf40c-9040-4e9f-bab1-f4e9632f4726 req-44849a10-7958-48d1-9066-496b8c9654ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:36.366975 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f28cf40c-9040-4e9f-bab1-f4e9632f4726 req-44849a10-7958-48d1-9066-496b8c9654ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4a4425291ea4353acd96715b7b0df2c&device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 1098 time: 0.0753598 Sep 16 01:17:36.458828 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-3559bbd6-78e4-4ff8-979e-16c7be538018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:36.487282 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cf40c-9040-4e9f-bab1-f4e9632f4726 req-b36aba01-19e2-462b-a7a7-758e09ee5575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:36.489090 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f28cf40c-9040-4e9f-bab1-f4e9632f4726 req-b36aba01-19e2-462b-a7a7-758e09ee5575 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a47d34af-162d-487c-a53e-3c367600df95 HTTP/1.1" status: 200 len: 908 time: 0.1141357 Sep 16 01:17:36.501361 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-3559bbd6-78e4-4ff8-979e-16c7be538018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:36.502587 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-3559bbd6-78e4-4ff8-979e-16c7be538018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:36.506399 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-3559bbd6-78e4-4ff8-979e-16c7be538018 service neutron] 10.222.0.47 "PUT /v2.0/ports/0f92e4d2-011d-4a6b-b32a-a922f61bf4b9 HTTP/1.1" status: 200 len: 1094 time: 0.9022896 Sep 16 01:17:36.508960 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19b10d5-66f3-4fbb-a4ba-c489758984dd', 'tag': '0f92e4d2-011d-4a6b-b32a-a922f61bf4b9'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:17:36.512136 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139c80f5-438b-42a5-9334-ec2b4b575782" -d '{"events": [{"name": "network-changed", "server_uuid": "c19b10d5-66f3-4fbb-a4ba-c489758984dd", "tag": "0f92e4d2-011d-4a6b-b32a-a922f61bf4b9"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:17:36.559025 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b124fb8-f8ad-49d5-9e97-7fdc416977ad x-openstack-request-id: req-2b124fb8-f8ad-49d5-9e97-7fdc416977ad {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:17:36.559308 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19b10d5-66f3-4fbb-a4ba-c489758984dd", "tag": "0f92e4d2-011d-4a6b-b32a-a922f61bf4b9", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:17:36.559556 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2b124fb8-f8ad-49d5-9e97-7fdc416977ad {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:17:36.559971 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19b10d5-66f3-4fbb-a4ba-c489758984dd', 'tag': '0f92e4d2-011d-4a6b-b32a-a922f61bf4b9', 'status': 'completed', 'code': 200} Sep 16 01:17:36.583454 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559bbd6-78e4-4ff8-979e-16c7be538018 service neutron] Pushing event updated for resources: {'Port': ['ID=0f92e4d2-011d-4a6b-b32a-a922f61bf4b9,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:36.603189 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f28cf40c-9040-4e9f-bab1-f4e9632f4726 req-462033d5-d896-46e2-88e5-ca6ff2ac6ad7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642b98ad-f60d-4b5f-af55-3504097b8e30 HTTP/1.1" status: 200 len: 1001 time: 0.0972269 Sep 16 01:17:36.679238 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cf40c-9040-4e9f-bab1-f4e9632f4726 req-d1702f65-f19d-45a5-a838-d86d4eba8ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:36.680707 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f28cf40c-9040-4e9f-bab1-f4e9632f4726 req-d1702f65-f19d-45a5-a838-d86d4eba8ae0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c37ff5f3-8e2d-42fb-aa55-c8764a42e092 HTTP/1.1" status: 200 len: 846 time: 0.0685172 Sep 16 01:17:36.688762 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c80f5-438b-42a5-9334-ec2b4b575782 req-a664e5fe-ec58-4789-8a1c-d75906768f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:36.690168 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-139c80f5-438b-42a5-9334-ec2b4b575782 req-a664e5fe-ec58-4789-8a1c-d75906768f6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5fed02cb0f141b6abee4019fde49eb9&device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 1097 time: 0.0861385 Sep 16 01:17:36.784927 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cf40c-9040-4e9f-bab1-f4e9632f4726 req-87e0a739-a59a-410f-ab43-fe59794ee0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:36.786557 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f28cf40c-9040-4e9f-bab1-f4e9632f4726 req-87e0a739-a59a-410f-ab43-fe59794ee0e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a47d34af-162d-487c-a53e-3c367600df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0953939 Sep 16 01:17:36.863520 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c80f5-438b-42a5-9334-ec2b4b575782 req-444002d2-e7b4-4c6d-8e68-6fd14efbd818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:36.865015 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-139c80f5-438b-42a5-9334-ec2b4b575782 req-444002d2-e7b4-4c6d-8e68-6fd14efbd818 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a5fed02cb0f141b6abee4019fde49eb9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1509495 Sep 16 01:17:36.993163 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1360e43-a6a4-4754-81b3-a5fd36a09ecb req-b33c2b2f-60d2-465a-a128-5ce989e91d3c tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:36.994652 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d1360e43-a6a4-4754-81b3-a5fd36a09ecb req-b33c2b2f-60d2-465a-a128-5ce989e91d3c tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 945 time: 0.1657176 Sep 16 01:17:36.999062 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f28cf40c-9040-4e9f-bab1-f4e9632f4726 req-c229a257-c92d-4016-be6b-87a6da18abb0 service neutron] 10.222.0.47 "GET /v2.0/networks/a47d34af-162d-487c-a53e-3c367600df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045357 Sep 16 01:17:37.061918 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c80f5-438b-42a5-9334-ec2b4b575782 req-2b2f7ee2-034c-407d-854a-594c0002f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:37.063381 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-139c80f5-438b-42a5-9334-ec2b4b575782 req-2b2f7ee2-034c-407d-854a-594c0002f51a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1742790 Sep 16 01:17:37.110567 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d1360e43-a6a4-4754-81b3-a5fd36a09ecb req-6aa3b883-0996-4cef-b5c7-16c08e927ac4 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073062 Sep 16 01:17:37.159251 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f28cf40c-9040-4e9f-bab1-f4e9632f4726 req-fd8211ec-e05f-4fb1-a85f-c14265cc0c2a service neutron] 10.222.0.47 "GET /v2.0/networks/a47d34af-162d-487c-a53e-3c367600df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502914 Sep 16 01:17:37.175412 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-db530366-84ed-4351-9d14-7fe45aea9d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:37.176837 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-db530366-84ed-4351-9d14-7fe45aea9d65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5fed02cb0f141b6abee4019fde49eb9&device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 1097 time: 0.0507264 Sep 16 01:17:37.180677 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aac2d6-bde2-431e-a300-73610bdc3094 req-ffbfedd6-2559-4815-86bd-c0d651f2f7e8 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:37.182239 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-01aac2d6-bde2-431e-a300-73610bdc3094 req-ffbfedd6-2559-4815-86bd-c0d651f2f7e8 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/ports?device_id=6be2ad68-0256-47a6-9ab4-a7df06b08e15 HTTP/1.1" status: 200 len: 947 time: 0.0493090 Sep 16 01:17:37.220758 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-01aac2d6-bde2-431e-a300-73610bdc3094 req-2e492428-a91e-4db5-8b23-01a1c0db216b tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab39bb2-15c2-42fb-87c9-70f5cbd5781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321951 Sep 16 01:17:37.249044 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-1846cbf9-bf9f-458c-a368-c2abb9a48132 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f92e4d2-011d-4a6b-b32a-a922f61bf4b9 HTTP/1.1" status: 200 len: 217 time: 0.0390987 Sep 16 01:17:37.328080 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-f0eb379d-030d-4541-9731-439dd953c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:37.329608 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-f0eb379d-030d-4541-9731-439dd953c2c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=73104c2c-ea93-4973-a7a3-2804cd4a4bd8 HTTP/1.1" status: 200 len: 850 time: 0.0729520 Sep 16 01:17:37.341137 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dd622-ea37-491c-bffa-895bedc63bde req-9a475795-181c-429b-a02f-67e90edd532d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:37.342543 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fc3dd622-ea37-491c-bffa-895bedc63bde req-9a475795-181c-429b-a02f-67e90edd532d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 944 time: 0.0966756 Sep 16 01:17:37.408641 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fc3dd622-ea37-491c-bffa-895bedc63bde req-7223887f-d2ae-4f9f-bfa5-5e811167e552 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea750332-5f04-49a8-999d-746eaf808a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578890 Sep 16 01:17:37.411923 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-b93597bc-b245-4509-a051-2db93211ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:37.413417 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-b93597bc-b245-4509-a051-2db93211ce97 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a1408b60-ef31-4319-a765-bc8dbd3a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700204 Sep 16 01:17:37.509503 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-926383b8-64b4-4e88-8b9f-10e6269203de service neutron] 10.222.0.47 "GET /v2.0/networks/a1408b60-ef31-4319-a765-bc8dbd3a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870070 Sep 16 01:17:37.602925 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d391d752-d200-44ef-801b-0d4e50a5cecc req-bf9847e2-e770-4ca9-b1d2-db822afa0558 service neutron] 10.222.0.47 "GET /v2.0/networks/a1408b60-ef31-4319-a765-bc8dbd3a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828178 Sep 16 01:17:38.037328 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device c63c821a-6e4d-4762-8168-17aff59a1026 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:17:38.130424 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port c63c821a-6e4d-4762-8168-17aff59a1026, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=c63c821a-6e4d-4762-8168-17aff59a1026,segment=NetworkSegment(10aa9f75-f1de-4cc2-b63c-106f972040d9),segment_id=10aa9f75-f1de-4cc2-b63c-106f972040d9)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:17:38.143234 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': 'c63c821a-6e4d-4762-8168-17aff59a1026', 'network_id': 'adf5de04-977e-4c1e-974e-bd9a282cc83d', 'port_id': 'c63c821a-6e4d-4762-8168-17aff59a1026', 'mac_address': 'fa:16:3e:03:3e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86c5865b-cf14-4088-ba4d-e84cc6a5002c', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:17:38.186405 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:38.202798 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63c821a-6e4d-4762-8168-17aff59a1026 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:17:38.222300 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port c63c821a-6e4d-4762-8168-17aff59a1026, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=c63c821a-6e4d-4762-8168-17aff59a1026,segment=NetworkSegment(10aa9f75-f1de-4cc2-b63c-106f972040d9),segment_id=10aa9f75-f1de-4cc2-b63c-106f972040d9)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:17:38.229781 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb88a4c-55a2-43ed-837b-4ffca49d5e84 req-69bc49bb-bc11-47b7-b8e7-5e81daf83bb4 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:38.231290 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ecb88a4c-55a2-43ed-837b-4ffca49d5e84 req-69bc49bb-bc11-47b7-b8e7-5e81daf83bb4 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 945 time: 0.0487812 Sep 16 01:17:38.270677 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ecb88a4c-55a2-43ed-837b-4ffca49d5e84 req-327d4bba-2b16-405e-8c84-feae79df32ef tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330341 Sep 16 01:17:38.316807 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:38.347414 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4d515-f191-4bab-b1e2-dc7976c15534 req-44759f14-5b54-48f5-bafb-ee76b9172d99 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:38.348939 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-60a4d515-f191-4bab-b1e2-dc7976c15534 req-44759f14-5b54-48f5-bafb-ee76b9172d99 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/ports?device_id=6be2ad68-0256-47a6-9ab4-a7df06b08e15 HTTP/1.1" status: 200 len: 947 time: 0.0572324 Sep 16 01:17:38.365786 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=c63c821a-6e4d-4762-8168-17aff59a1026,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:38.386659 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-60a4d515-f191-4bab-b1e2-dc7976c15534 req-75a8d808-32bf-47f3-af1d-fc8cd0796922 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab39bb2-15c2-42fb-87c9-70f5cbd5781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314245 Sep 16 01:17:38.524825 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380099a5-c64a-4caf-ae08-d76b7d353e48 req-8a71d678-4407-4c9e-86d4-4caeee2177bc tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:38.524825 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-380099a5-c64a-4caf-ae08-d76b7d353e48 req-8a71d678-4407-4c9e-86d4-4caeee2177bc tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 944 time: 0.0488918 Sep 16 01:17:38.561736 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-380099a5-c64a-4caf-ae08-d76b7d353e48 req-cac3e669-94f9-49c9-b8f4-b0fab3e6c878 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea750332-5f04-49a8-999d-746eaf808a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315635 Sep 16 01:17:38.669009 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['c63c821a-6e4d-4762-8168-17aff59a1026'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:17:39.388984 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b366e-0269-43be-9a78-28bb7d568b82 req-19f83bf0-e7cf-4d1c-a5e6-90938bcbe298 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:39.390467 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-301b366e-0269-43be-9a78-28bb7d568b82 req-19f83bf0-e7cf-4d1c-a5e6-90938bcbe298 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 945 time: 0.0524979 Sep 16 01:17:39.429398 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-301b366e-0269-43be-9a78-28bb7d568b82 req-8d70a488-5f23-4feb-a894-d0d39fd8cb2c tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329392 Sep 16 01:17:39.506462 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16567cf1-daa0-4871-9f2f-afd2f7cabdd8 req-74c878f4-3da6-4ee7-bb5e-3c15c5a62f57 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:39.507942 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-16567cf1-daa0-4871-9f2f-afd2f7cabdd8 req-74c878f4-3da6-4ee7-bb5e-3c15c5a62f57 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/ports?device_id=6be2ad68-0256-47a6-9ab4-a7df06b08e15 HTTP/1.1" status: 200 len: 948 time: 0.0497274 Sep 16 01:17:39.549620 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-16567cf1-daa0-4871-9f2f-afd2f7cabdd8 req-96243977-e98a-43fe-bbfe-0f651ef8e342 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab39bb2-15c2-42fb-87c9-70f5cbd5781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313482 Sep 16 01:17:39.680163 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a7187-67d2-49c6-a7a1-5a4c06617713 req-411e06be-3dbd-41ad-852a-e7ad337d761d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:39.681680 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-818a7187-67d2-49c6-a7a1-5a4c06617713 req-411e06be-3dbd-41ad-852a-e7ad337d761d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 944 time: 0.0548933 Sep 16 01:17:39.718284 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-818a7187-67d2-49c6-a7a1-5a4c06617713 req-32d7a042-1f95-4934-892f-2cb876d22270 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea750332-5f04-49a8-999d-746eaf808a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307927 Sep 16 01:17:39.733019 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:17:40.054619 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device c63c821a-6e4d-4762-8168-17aff59a1026 up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:17:40.190967 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning for port c63c821a-6e4d-4762-8168-17aff59a1026 completed by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 01:17:40.194918 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port c63c821a-6e4d-4762-8168-17aff59a1026 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:17:40.195300 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:40.277066 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:40.299223 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be2ad68-0256-47a6-9ab4-a7df06b08e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63c821a-6e4d-4762-8168-17aff59a1026'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:17:40.301426 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9ef786-52eb-4685-b44c-8aa2757b1c81" -d '{"events": [{"server_uuid": "6be2ad68-0256-47a6-9ab4-a7df06b08e15", "name": "network-vif-plugged", "status": "completed", "tag": "c63c821a-6e4d-4762-8168-17aff59a1026"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:17:40.314674 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port c63c821a-6e4d-4762-8168-17aff59a1026, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=c63c821a-6e4d-4762-8168-17aff59a1026,segment=NetworkSegment(10aa9f75-f1de-4cc2-b63c-106f972040d9),segment_id=10aa9f75-f1de-4cc2-b63c-106f972040d9)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:17:40.340522 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790e6883-7cd9-434c-9487-066130faa93d x-openstack-request-id: req-790e6883-7cd9-434c-9487-066130faa93d {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:17:40.340812 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be2ad68-0256-47a6-9ab4-a7df06b08e15", "name": "network-vif-plugged", "status": "completed", "tag": "c63c821a-6e4d-4762-8168-17aff59a1026", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:17:40.341092 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-790e6883-7cd9-434c-9487-066130faa93d {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:17:40.341484 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be2ad68-0256-47a6-9ab4-a7df06b08e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63c821a-6e4d-4762-8168-17aff59a1026', 'code': 200} Sep 16 01:17:40.368464 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:40.420492 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=c63c821a-6e4d-4762-8168-17aff59a1026,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:40.539936 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4501ca7-f18c-4249-827b-421f656d483e req-38e3ca6d-8ffe-4cd8-8816-842310ac73dd tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:40.541472 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b4501ca7-f18c-4249-827b-421f656d483e req-38e3ca6d-8ffe-4cd8-8816-842310ac73dd tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 945 time: 0.0481436 Sep 16 01:17:40.579240 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b4501ca7-f18c-4249-827b-421f656d483e req-30a74081-17a1-4ed0-81f9-75c2409e9a65 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312252 Sep 16 01:17:40.675215 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f374820-77d6-4e88-b401-38cd8944173d req-8d7f9510-599d-456f-8e48-80a0c0de3404 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:40.682298 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-1f374820-77d6-4e88-b401-38cd8944173d req-8d7f9510-599d-456f-8e48-80a0c0de3404 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/ports?device_id=6be2ad68-0256-47a6-9ab4-a7df06b08e15 HTTP/1.1" status: 200 len: 949 time: 0.0603902 Sep 16 01:17:40.698658 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [req-f070171a-0a39-47e7-9acd-0d913a86828b req-3e0c75c5-8288-46d5-96df-0c97aead6661 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 01:17:40.699732 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f070171a-0a39-47e7-9acd-0d913a86828b req-3e0c75c5-8288-46d5-96df-0c97aead6661 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532365 Sep 16 01:17:40.718617 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-1f374820-77d6-4e88-b401-38cd8944173d req-c82bd14f-630b-4604-bf98-2a5b93dd74f2 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab39bb2-15c2-42fb-87c9-70f5cbd5781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349102 Sep 16 01:17:40.727639 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cd469-5227-4870-bcdf-aa6f700fe88c req-d80d8ae3-02e1-487f-85af-f078239b52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:40.729360 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d54cd469-5227-4870-bcdf-aa6f700fe88c req-d80d8ae3-02e1-487f-85af-f078239b52e4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6be2ad68-0256-47a6-9ab4-a7df06b08e15 HTTP/1.1" status: 200 len: 1102 time: 0.0452197 Sep 16 01:17:40.773283 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d54cd469-5227-4870-bcdf-aa6f700fe88c req-71350f05-6290-4861-94ba-702cb67c3ac2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0ab39bb2-15c2-42fb-87c9-70f5cbd5781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324516 Sep 16 01:17:41.047978 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256e2c8-b3e9-4509-8765-9b65731f085d req-d08c7950-f829-4429-a324-cfff0d1e0c9d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:41.049474 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-6256e2c8-b3e9-4509-8765-9b65731f085d req-d08c7950-f829-4429-a324-cfff0d1e0c9d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 944 time: 0.0512795 Sep 16 01:17:41.087152 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-6256e2c8-b3e9-4509-8765-9b65731f085d req-a65e806e-9f60-4478-a9f5-c3121ed704f8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea750332-5f04-49a8-999d-746eaf808a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312829 Sep 16 01:17:41.089356 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7d5fdbe9-ff59-44ee-abd9-587886ac412c req-353132e7-9931-4d51-af86-e00b8d880c1b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414202 Sep 16 01:17:41.198661 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3bcb2-8e9a-4d1e-8357-69b33ef55489 req-f2e5a217-d527-487b-a22d-05c1de2ead0a tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:41.200239 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3ad3bcb2-8e9a-4d1e-8357-69b33ef55489 req-f2e5a217-d527-487b-a22d-05c1de2ead0a tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 945 time: 0.0553739 Sep 16 01:17:41.238782 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3ad3bcb2-8e9a-4d1e-8357-69b33ef55489 req-8e1ba1b6-d5f5-4c82-bf2d-cd77f0ff67a1 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325475 Sep 16 01:17:41.835604 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059214bb-97fb-4cc8-836a-12634dc57ba4 req-8dda72dc-f49e-4b59-a574-0cb1368ec349 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:41.837399 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-059214bb-97fb-4cc8-836a-12634dc57ba4 req-8dda72dc-f49e-4b59-a574-0cb1368ec349 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/ports?device_id=6be2ad68-0256-47a6-9ab4-a7df06b08e15 HTTP/1.1" status: 200 len: 949 time: 0.0508211 Sep 16 01:17:41.874581 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-059214bb-97fb-4cc8-836a-12634dc57ba4 req-fac22e6d-1cf1-4bee-8683-b5e4f7f1b891 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab39bb2-15c2-42fb-87c9-70f5cbd5781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307324 Sep 16 01:17:42.060135 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:17:42.158873 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=0f92e4d2-011d-4a6b-b32a-a922f61bf4b9,segment=NetworkSegment(577966aa-aa6c-46f5-a3af-da2e98332a54),segment_id=577966aa-aa6c-46f5-a3af-da2e98332a54)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:17:42.173255 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': '0f92e4d2-011d-4a6b-b32a-a922f61bf4b9', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'port_id': '0f92e4d2-011d-4a6b-b32a-a922f61bf4b9', 'mac_address': 'fa:16:3e:ad:f2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:17:42.207672 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315fa85-4c07-4ebb-8a06-6f61f767d52c req-42dacd34-b8c6-4c76-b15b-f779a30ecf5e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:42.209234 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5315fa85-4c07-4ebb-8a06-6f61f767d52c req-42dacd34-b8c6-4c76-b15b-f779a30ecf5e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 944 time: 0.0549190 Sep 16 01:17:42.217190 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:42.229786 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:17:42.251641 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=0f92e4d2-011d-4a6b-b32a-a922f61bf4b9,segment=NetworkSegment(577966aa-aa6c-46f5-a3af-da2e98332a54),segment_id=577966aa-aa6c-46f5-a3af-da2e98332a54)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:17:42.256542 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5315fa85-4c07-4ebb-8a06-6f61f767d52c req-8410dc1b-f612-4406-a193-688090e10aeb tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea750332-5f04-49a8-999d-746eaf808a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404682 Sep 16 01:17:42.350571 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f19fd-3a5c-4252-b176-cbf14e2f6461 req-41a9ba3e-54ed-4e3a-a886-c9741cf4cc0d tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:42.351948 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-903f19fd-3a5c-4252-b176-cbf14e2f6461 req-41a9ba3e-54ed-4e3a-a886-c9741cf4cc0d tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 945 time: 0.0469847 Sep 16 01:17:42.362430 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:42.389727 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-903f19fd-3a5c-4252-b176-cbf14e2f6461 req-06fcd8ab-0644-4532-9c96-4193162fb987 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312500 Sep 16 01:17:42.413517 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=0f92e4d2-011d-4a6b-b32a-a922f61bf4b9,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:42.747503 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['0f92e4d2-011d-4a6b-b32a-a922f61bf4b9'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:17:42.991306 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594ae9d-fcc3-4198-85a0-a3bb7ad57269 req-cc02b1fc-2027-41c5-b437-c76af639b460 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:42.992858 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-6594ae9d-fcc3-4198-85a0-a3bb7ad57269 req-cc02b1fc-2027-41c5-b437-c76af639b460 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/ports?device_id=6be2ad68-0256-47a6-9ab4-a7df06b08e15 HTTP/1.1" status: 200 len: 949 time: 0.0509205 Sep 16 01:17:43.030155 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-6594ae9d-fcc3-4198-85a0-a3bb7ad57269 req-d6bc827f-1bac-43e5-bd5d-1826d51f7ba1 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab39bb2-15c2-42fb-87c9-70f5cbd5781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309989 Sep 16 01:17:43.473326 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654191a3-afa7-4e2d-b454-f52be49c3e6b req-fee7c393-d2ff-4fa5-b4f5-4b7ce945aa68 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:43.476996 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-654191a3-afa7-4e2d-b454-f52be49c3e6b req-fee7c393-d2ff-4fa5-b4f5-4b7ce945aa68 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 945 time: 0.0484540 Sep 16 01:17:43.520235 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-654191a3-afa7-4e2d-b454-f52be49c3e6b req-9ee9042d-a9b7-4146-ba56-97128678c674 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea750332-5f04-49a8-999d-746eaf808a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390141 Sep 16 01:17:43.570163 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df40e8-b938-4072-8a61-4ba525acaabf req-b8f54e9a-bebe-4bf0-9ffe-16a5bca700d1 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:43.571669 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-14df40e8-b938-4072-8a61-4ba525acaabf req-b8f54e9a-bebe-4bf0-9ffe-16a5bca700d1 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 945 time: 0.0487161 Sep 16 01:17:43.610846 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-14df40e8-b938-4072-8a61-4ba525acaabf req-9c3c8827-16b9-440f-b46b-ea9e527c6d18 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327182 Sep 16 01:17:43.627764 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04f6cb-514c-416a-b2f3-c98f6866644f req-5b64d66f-d415-4e09-b651-996cbaceca27 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:43.629318 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4b04f6cb-514c-416a-b2f3-c98f6866644f req-5b64d66f-d415-4e09-b651-996cbaceca27 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/ports?device_id=6be2ad68-0256-47a6-9ab4-a7df06b08e15 HTTP/1.1" status: 200 len: 949 time: 0.0524206 Sep 16 01:17:43.666579 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4b04f6cb-514c-416a-b2f3-c98f6866644f req-73aa0b53-a9da-4518-8fe0-841efa4e5726 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab39bb2-15c2-42fb-87c9-70f5cbd5781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313625 Sep 16 01:17:44.070416 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9 up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:17:44.162577 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fdbe9-ff59-44ee-abd9-587886ac412c req-f2fb5cb1-c41b-4e02-ade9-4b90c00b6ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:44.164043 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7d5fdbe9-ff59-44ee-abd9-587886ac412c req-f2fb5cb1-c41b-4e02-ade9-4b90c00b6ff3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9&tenant_id=c4a4425291ea4353acd96715b7b0df2c HTTP/1.1" status: 200 len: 1098 time: 0.0421743 Sep 16 01:17:44.185721 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning for port 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9 completed by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 01:17:44.190421 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:17:44.194402 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:44.236984 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fdbe9-ff59-44ee-abd9-587886ac412c req-b0f03ea3-e788-49e0-a97f-d7c0e8d29e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:44.238529 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7d5fdbe9-ff59-44ee-abd9-587886ac412c req-b0f03ea3-e788-49e0-a97f-d7c0e8d29e2e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4a4425291ea4353acd96715b7b0df2c&device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 1098 time: 0.0406718 Sep 16 01:17:44.266055 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:44.288376 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19b10d5-66f3-4fbb-a4ba-c489758984dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f92e4d2-011d-4a6b-b32a-a922f61bf4b9'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:17:44.290637 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b91321-042c-45d8-bea2-4d717b710af1" -d '{"events": [{"server_uuid": "c19b10d5-66f3-4fbb-a4ba-c489758984dd", "name": "network-vif-plugged", "status": "completed", "tag": "0f92e4d2-011d-4a6b-b32a-a922f61bf4b9"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:17:44.308939 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=0f92e4d2-011d-4a6b-b32a-a922f61bf4b9,segment=NetworkSegment(577966aa-aa6c-46f5-a3af-da2e98332a54),segment_id=577966aa-aa6c-46f5-a3af-da2e98332a54)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:17:44.330967 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fdbe9-ff59-44ee-abd9-587886ac412c req-0bcf12a9-0e7d-4027-b7ae-09597cacd1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:44.331154 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a38c02-a6d0-401e-be45-58a051df487d x-openstack-request-id: req-a7a38c02-a6d0-401e-be45-58a051df487d {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:17:44.331541 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19b10d5-66f3-4fbb-a4ba-c489758984dd", "name": "network-vif-plugged", "status": "completed", "tag": "0f92e4d2-011d-4a6b-b32a-a922f61bf4b9", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:17:44.332029 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a7a38c02-a6d0-401e-be45-58a051df487d {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:17:44.332515 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7d5fdbe9-ff59-44ee-abd9-587886ac412c req-0bcf12a9-0e7d-4027-b7ae-09597cacd1f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a47d34af-162d-487c-a53e-3c367600df95 HTTP/1.1" status: 200 len: 908 time: 0.0864260 Sep 16 01:17:44.332629 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19b10d5-66f3-4fbb-a4ba-c489758984dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f92e4d2-011d-4a6b-b32a-a922f61bf4b9', 'code': 200} Sep 16 01:17:44.403532 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:44.405021 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 642b98ad-f60d-4b5f-af55-3504097b8e30 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:17:44.442579 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7d5fdbe9-ff59-44ee-abd9-587886ac412c req-c1cde400-9519-42e0-9d66-03cf0225f7c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642b98ad-f60d-4b5f-af55-3504097b8e30 HTTP/1.1" status: 200 len: 1001 time: 0.0763803 Sep 16 01:17:44.500677 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=0f92e4d2-011d-4a6b-b32a-a922f61bf4b9,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:44.514910 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fdbe9-ff59-44ee-abd9-587886ac412c req-8f6000c3-76dc-425a-8284-12f4e9c6f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:44.514910 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7d5fdbe9-ff59-44ee-abd9-587886ac412c req-8f6000c3-76dc-425a-8284-12f4e9c6f4b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c37ff5f3-8e2d-42fb-aa55-c8764a42e092 HTTP/1.1" status: 200 len: 846 time: 0.0611675 Sep 16 01:17:44.539611 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:44.576218 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fdbe9-ff59-44ee-abd9-587886ac412c req-bacec453-723e-4d40-8300-6530aa37a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:44.576218 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7d5fdbe9-ff59-44ee-abd9-587886ac412c req-bacec453-723e-4d40-8300-6530aa37a4d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a47d34af-162d-487c-a53e-3c367600df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480587 Sep 16 01:17:44.580549 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 642b98ad-f60d-4b5f-af55-3504097b8e30, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=642b98ad-f60d-4b5f-af55-3504097b8e30,segment=NetworkSegment(b450f831-d0df-4704-816d-b4f475c9d415),segment_id=b450f831-d0df-4704-816d-b4f475c9d415)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:17:44.642731 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5e16c-484f-4c0b-a79b-405d671c710d req-5b15c985-af9b-4396-b75b-f6f39cf32376 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:44.644868 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-0cf5e16c-484f-4c0b-a79b-405d671c710d req-5b15c985-af9b-4396-b75b-f6f39cf32376 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 946 time: 0.0551944 Sep 16 01:17:44.689460 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-0cf5e16c-484f-4c0b-a79b-405d671c710d req-c004adbe-40ce-490b-80fe-8cbb78f1fb8a tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea750332-5f04-49a8-999d-746eaf808a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341842 Sep 16 01:17:44.694158 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:44.697212 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7d5fdbe9-ff59-44ee-abd9-587886ac412c req-d683b705-47b1-4f0e-a493-7f419d4caef7 service neutron] 10.222.0.47 "GET /v2.0/networks/a47d34af-162d-487c-a53e-3c367600df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123137 Sep 16 01:17:44.756641 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=642b98ad-f60d-4b5f-af55-3504097b8e30,revision_number=6']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:44.795750 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcbf62-1d31-45d0-8efd-a86f95dfddfb req-c183f9ed-3b53-4100-ae4e-9f835c9a4631 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:44.797457 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e9dcbf62-1d31-45d0-8efd-a86f95dfddfb req-c183f9ed-3b53-4100-ae4e-9f835c9a4631 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/ports?device_id=6be2ad68-0256-47a6-9ab4-a7df06b08e15 HTTP/1.1" status: 200 len: 949 time: 0.0500369 Sep 16 01:17:44.837555 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e9dcbf62-1d31-45d0-8efd-a86f95dfddfb req-ef3bb65a-e045-4bfa-b3e1-79a278f2e0bd tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab39bb2-15c2-42fb-87c9-70f5cbd5781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335362 Sep 16 01:17:45.082556 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3bc20-7d39-4afc-b44b-aa26608246fe req-023ad6ef-50c6-4903-a1df-b88203e983cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:45.084193 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4be3bc20-7d39-4afc-b44b-aa26608246fe req-023ad6ef-50c6-4903-a1df-b88203e983cf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 1099 time: 0.4090810 Sep 16 01:17:45.099547 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00dbe0-338f-42f4-8485-d42a88c29799 req-4d426457-31e9-429c-8ba9-6644907e60f0 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:45.103606 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2e00dbe0-338f-42f4-8485-d42a88c29799 req-4d426457-31e9-429c-8ba9-6644907e60f0 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 943 time: 0.4159656 Sep 16 01:17:45.132486 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7d5fdbe9-ff59-44ee-abd9-587886ac412c req-e6adae5c-618e-4a24-8db6-fc80284e0b36 service neutron] 10.222.0.47 "GET /v2.0/networks/a47d34af-162d-487c-a53e-3c367600df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186983 Sep 16 01:17:45.157945 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4be3bc20-7d39-4afc-b44b-aa26608246fe req-d56124a0-88ad-4fb3-a348-976a14f49481 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ea750332-5f04-49a8-999d-746eaf808a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529480 Sep 16 01:17:45.170322 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2e00dbe0-338f-42f4-8485-d42a88c29799 req-9a1b331e-45a8-4e1c-bb17-df90bcb4c6cc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549326 Sep 16 01:17:45.698896 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bade19-6f14-4af6-b258-259837f51d1f req-17891bf6-8301-4179-bf26-391dc44d6483 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:45.700353 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-12bade19-6f14-4af6-b258-259837f51d1f req-17891bf6-8301-4179-bf26-391dc44d6483 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.47 "GET /v2.0/ports?device_id=6be2ad68-0256-47a6-9ab4-a7df06b08e15 HTTP/1.1" status: 200 len: 949 time: 0.0465658 Sep 16 01:17:45.827143 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d878a1-78cd-4107-a9ce-96fef615d156 req-4beac85a-2906-47de-bee1-efc8f720d582 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:45.828608 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-91d878a1-78cd-4107-a9ce-96fef615d156 req-4beac85a-2906-47de-bee1-efc8f720d582 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 946 time: 0.0604889 Sep 16 01:17:45.833862 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-12bade19-6f14-4af6-b258-259837f51d1f req-36dafb78-528b-4c7c-a63e-d4e80bddfc9f tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Deleting port c63c821a-6e4d-4762-8168-17aff59a1026 {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:17:45.834206 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-12bade19-6f14-4af6-b258-259837f51d1f req-36dafb78-528b-4c7c-a63e-d4e80bddfc9f tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:45.923328 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-91d878a1-78cd-4107-a9ce-96fef615d156 req-5905164a-7375-49a7-b4df-ca5e90f95801 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea750332-5f04-49a8-999d-746eaf808a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862691 Sep 16 01:17:45.951171 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-12bade19-6f14-4af6-b258-259837f51d1f req-36dafb78-528b-4c7c-a63e-d4e80bddfc9f tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] For port c63c821a-6e4d-4762-8168-17aff59a1026, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=c63c821a-6e4d-4762-8168-17aff59a1026,segment=NetworkSegment(10aa9f75-f1de-4cc2-b63c-106f972040d9),segment_id=10aa9f75-f1de-4cc2-b63c-106f972040d9)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:17:45.951797 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-12bade19-6f14-4af6-b258-259837f51d1f req-36dafb78-528b-4c7c-a63e-d4e80bddfc9f tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:45.959915 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6b1e5-bf4d-438a-abc6-311baf35433d req-05a12efb-057a-4b37-ae05-6b9106bf7c7d tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:45.961442 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-eed6b1e5-bf4d-438a-abc6-311baf35433d req-05a12efb-057a-4b37-ae05-6b9106bf7c7d tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/ports?device_id=6be2ad68-0256-47a6-9ab4-a7df06b08e15 HTTP/1.1" status: 200 len: 949 time: 0.0497568 Sep 16 01:17:45.963737 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-12bade19-6f14-4af6-b258-259837f51d1f req-36dafb78-528b-4c7c-a63e-d4e80bddfc9f tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Calling delete_port for c63c821a-6e4d-4762-8168-17aff59a1026 owned by compute:nova {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:17:45.999637 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-eed6b1e5-bf4d-438a-abc6-311baf35433d req-488de279-0761-48f3-8b2a-658c70a0a35c tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab39bb2-15c2-42fb-87c9-70f5cbd5781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313554 Sep 16 01:17:46.145614 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-12bade19-6f14-4af6-b258-259837f51d1f req-36dafb78-528b-4c7c-a63e-d4e80bddfc9f tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:46.173848 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dafb78-528b-4c7c-a63e-d4e80bddfc9f tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Pushing event deleted for resources: {'Port': ['ID=c63c821a-6e4d-4762-8168-17aff59a1026,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:46.215189 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bade19-6f14-4af6-b258-259837f51d1f req-36dafb78-528b-4c7c-a63e-d4e80bddfc9f tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] No DVR routers for this DVR port c63c821a-6e4d-4762-8168-17aff59a1026 on host hv-cinder-80930 {{(pid=94551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:17:46.217748 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-12bade19-6f14-4af6-b258-259837f51d1f req-36dafb78-528b-4c7c-a63e-d4e80bddfc9f tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:46.219748 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-12bade19-6f14-4af6-b258-259837f51d1f req-36dafb78-528b-4c7c-a63e-d4e80bddfc9f tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.47 "DELETE /v2.0/ports/c63c821a-6e4d-4762-8168-17aff59a1026 HTTP/1.1" status: 204 len: 173 time: 0.5110176 Sep 16 01:17:46.220197 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be2ad68-0256-47a6-9ab4-a7df06b08e15', 'name': 'network-vif-deleted', 'tag': 'c63c821a-6e4d-4762-8168-17aff59a1026'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:17:46.223071 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a265af14-2358-470b-9234-5b85b18d7aa0" -d '{"events": [{"server_uuid": "6be2ad68-0256-47a6-9ab4-a7df06b08e15", "name": "network-vif-deleted", "tag": "c63c821a-6e4d-4762-8168-17aff59a1026"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:17:46.271870 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ad964c-68ae-4e64-b1f2-670dd2113563 x-openstack-request-id: req-95ad964c-68ae-4e64-b1f2-670dd2113563 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:17:46.272148 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be2ad68-0256-47a6-9ab4-a7df06b08e15", "name": "network-vif-deleted", "tag": "c63c821a-6e4d-4762-8168-17aff59a1026", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:17:46.273561 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95ad964c-68ae-4e64-b1f2-670dd2113563 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:17:46.273561 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be2ad68-0256-47a6-9ab4-a7df06b08e15', 'name': 'network-vif-deleted', 'tag': 'c63c821a-6e4d-4762-8168-17aff59a1026', 'status': 'completed', 'code': 200} Sep 16 01:17:46.296663 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198dcc35-d165-4a8d-8a09-8f5e925b512f req-976d01a9-a126-44c9-9cc2-22d00ef2c0f7 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:46.298355 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-198dcc35-d165-4a8d-8a09-8f5e925b512f req-976d01a9-a126-44c9-9cc2-22d00ef2c0f7 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 943 time: 0.0538085 Sep 16 01:17:46.334721 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '642b98ad-f60d-4b5f-af55-3504097b8e30'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:17:46.337785 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfd25c8-a4dc-4dc2-8ab6-05925fb3a113" -d '{"events": [{"server_uuid": "ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9", "name": "network-vif-unplugged", "status": "completed", "tag": "642b98ad-f60d-4b5f-af55-3504097b8e30"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:17:46.341714 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-198dcc35-d165-4a8d-8a09-8f5e925b512f req-65a23fc1-ecf3-4c07-a5b0-e8ae235d1a17 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373440 Sep 16 01:17:46.373996 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 01:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51981485-8028-4cea-a138-c786afeb3591 x-openstack-request-id: req-51981485-8028-4cea-a138-c786afeb3591 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:17:46.378943 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9", "name": "network-vif-unplugged", "status": "completed", "tag": "642b98ad-f60d-4b5f-af55-3504097b8e30", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:17:46.378943 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51981485-8028-4cea-a138-c786afeb3591 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:17:46.378943 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '642b98ad-f60d-4b5f-af55-3504097b8e30', 'code': 200} Sep 16 01:17:47.040100 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38356ae-0096-4571-bcf9-419cbfb3db65 req-67d23de1-c40f-4191-8608-4657b70717d6 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:47.041532 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b38356ae-0096-4571-bcf9-419cbfb3db65 req-67d23de1-c40f-4191-8608-4657b70717d6 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 946 time: 0.0508618 Sep 16 01:17:47.078345 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b38356ae-0096-4571-bcf9-419cbfb3db65 req-a496f294-82cf-468b-9d7e-0fd3c3014683 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea750332-5f04-49a8-999d-746eaf808a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305285 Sep 16 01:17:47.159030 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5faddbe6-1362-4bfa-a642-abf604c08255 req-d30a2e6b-bec1-46d1-bf5d-13bdd76bf219 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/ports?device_id=6be2ad68-0256-47a6-9ab4-a7df06b08e15 HTTP/1.1" status: 200 len: 210 time: 0.0264850 Sep 16 01:17:47.455273 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592f625-4bfe-4812-bc51-1e27b7e8689d req-369f1eec-40d0-492b-8f75-a187cc53658f tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:47.456739 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-3592f625-4bfe-4812-bc51-1e27b7e8689d req-369f1eec-40d0-492b-8f75-a187cc53658f tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 943 time: 0.0491433 Sep 16 01:17:47.494266 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-3592f625-4bfe-4812-bc51-1e27b7e8689d req-934844df-a0b6-4bf4-895c-ab68a241d6a9 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313292 Sep 16 01:17:48.240995 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc08bfe-20e9-4420-83ed-ebc14e343a0f req-df918462-4d22-4c91-b9a4-33a550ddd7eb tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:48.242481 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5dc08bfe-20e9-4420-83ed-ebc14e343a0f req-df918462-4d22-4c91-b9a4-33a550ddd7eb tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 946 time: 0.0471854 Sep 16 01:17:48.284445 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5dc08bfe-20e9-4420-83ed-ebc14e343a0f req-cf7067c5-e13f-4747-aed4-7dc3eaceb19b tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea750332-5f04-49a8-999d-746eaf808a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353775 Sep 16 01:17:48.366580 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-833b1849-62d3-4b71-8b36-29953722295a req-9681e814-0dd2-4818-aae3-4d7ed329eb14 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/ports?device_id=6be2ad68-0256-47a6-9ab4-a7df06b08e15 HTTP/1.1" status: 200 len: 210 time: 0.0259423 Sep 16 01:17:48.422735 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['c63c821a-6e4d-4762-8168-17aff59a1026'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:17:48.551458 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:48.612031 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca11f79-bd39-439c-abe7-13e62afed8d9 req-a26d7602-1ecd-439d-9e7b-45d4c3e823ce tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:48.613612 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4ca11f79-bd39-439c-abe7-13e62afed8d9 req-a26d7602-1ecd-439d-9e7b-45d4c3e823ce tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 943 time: 0.0525501 Sep 16 01:17:48.650919 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4ca11f79-bd39-439c-abe7-13e62afed8d9 req-f2329989-dd49-4c9f-8f2a-3964a90ee3c7 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312469 Sep 16 01:17:49.413272 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898a3ac-c170-4442-873f-e8e01a7a4dd6 req-e545b386-5005-4303-a9d2-32874d649b06 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:49.414994 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b898a3ac-c170-4442-873f-e8e01a7a4dd6 req-e545b386-5005-4303-a9d2-32874d649b06 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 946 time: 0.0548167 Sep 16 01:17:49.454064 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b898a3ac-c170-4442-873f-e8e01a7a4dd6 req-630f17f0-b83c-40e9-80ce-9d67f4657456 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea750332-5f04-49a8-999d-746eaf808a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322154 Sep 16 01:17:49.485985 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-74776212-e2e1-43b5-afa6-92de2e837690 req-f91f66bb-a8c0-4d13-a5a6-31c9a2bc3516 tempest-VolumesNegativeTest-1129816268 tempest-VolumesNegativeTest-1129816268-project] 10.222.0.22 "GET /v2.0/ports?device_id=6be2ad68-0256-47a6-9ab4-a7df06b08e15 HTTP/1.1" status: 200 len: 210 time: 0.0266428 Sep 16 01:17:49.767928 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78642d85-d708-4e72-ab1a-616ea8506a3a req-f5a28f28-e702-4573-9d06-7747464f7ddb tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:49.769338 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-78642d85-d708-4e72-ab1a-616ea8506a3a req-f5a28f28-e702-4573-9d06-7747464f7ddb tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 943 time: 0.0512221 Sep 16 01:17:49.806374 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-78642d85-d708-4e72-ab1a-616ea8506a3a req-4112119b-b8ee-407e-84d8-00818ebb696e tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310907 Sep 16 01:17:50.572770 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13212c6a-f9ee-4bea-8fa5-212dc2c9f53e req-2bd16348-7844-4923-96d8-68064b8c6749 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:50.582795 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-13212c6a-f9ee-4bea-8fa5-212dc2c9f53e req-2bd16348-7844-4923-96d8-68064b8c6749 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 946 time: 0.0500708 Sep 16 01:17:50.610793 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-13212c6a-f9ee-4bea-8fa5-212dc2c9f53e req-3894089b-1543-43e8-a169-af70ecb47cbd tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea750332-5f04-49a8-999d-746eaf808a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306032 Sep 16 01:17:50.724711 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c2d31-0410-4a98-944c-a5f61733745f req-0cf99a8f-0c72-4d9e-82e0-2e9587625f82 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:50.726230 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-876c2d31-0410-4a98-944c-a5f61733745f req-0cf99a8f-0c72-4d9e-82e0-2e9587625f82 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 946 time: 0.0486231 Sep 16 01:17:50.735319 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 38412) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:50.739674 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-898b811c-dfe9-4df6-9b1a-fdfe121944cb tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Request body: {'floatingip': {'port_id': '0f92e4d2-011d-4a6b-b32a-a922f61bf4b9'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:17:50.776872 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-898b811c-dfe9-4df6-9b1a-fdfe121944cb tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for floatingip, before_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:51.021542 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef37e2-17cb-4849-8583-3a2a3dd5addb req-a1f9c3e7-48a1-4daa-a29b-64b902eaf8f5 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:51.023029 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-afef37e2-17cb-4849-8583-3a2a3dd5addb req-a1f9c3e7-48a1-4daa-a29b-64b902eaf8f5 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 943 time: 0.1250300 Sep 16 01:17:51.106647 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-afef37e2-17cb-4849-8583-3a2a3dd5addb req-429c994f-9eec-49fc-92a8-8825b16d7419 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770090 Sep 16 01:17:51.307440 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-898b811c-dfe9-4df6-9b1a-fdfe121944cb tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:51.375789 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-898b811c-dfe9-4df6-9b1a-fdfe121944cb tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530200'] for floatingip, after_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:51.481235 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.db.l3_db [None req-898b811c-dfe9-4df6-9b1a-fdfe121944cb tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Floating IP 00e3e98c-4a87-49be-b7dd-e6e3e0cd23da associated. External IP: 172.27.3.245, port: 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9. Sep 16 01:17:51.706662 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898b811c-dfe9-4df6-9b1a-fdfe121944cb tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Router 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:17:51.817827 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898b811c-dfe9-4df6-9b1a-fdfe121944cb tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:17:51.823047 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-898b811c-dfe9-4df6-9b1a-fdfe121944cb tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for floatingip, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:51.828332 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47bc120-3b49-4ceb-adab-68c884fd5c17 None None] Sync routers for ids ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:17:51.837823 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47bc120-3b49-4ceb-adab-68c884fd5c17 None None] Routers {'7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:17:51.838444 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-e47bc120-3b49-4ceb-adab-68c884fd5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:17:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:17:51.852287 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-898b811c-dfe9-4df6-9b1a-fdfe121944cb tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "PUT /v2.0/floatingips/00e3e98c-4a87-49be-b7dd-e6e3e0cd23da HTTP/1.1" status: 200 len: 992 time: 1.1159022 Sep 16 01:17:51.852865 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19b10d5-66f3-4fbb-a4ba-c489758984dd', 'tag': '0f92e4d2-011d-4a6b-b32a-a922f61bf4b9'}] {{(pid=94552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:17:51.855170 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e37c7ac94a84b8f8c6dc1420a2d1e1c1d602c9bf5eb8fc5b01c156650c831676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4767e665-fc5c-40e4-8941-afeb69dcc484" -d '{"events": [{"name": "network-changed", "server_uuid": "c19b10d5-66f3-4fbb-a4ba-c489758984dd", "tag": "0f92e4d2-011d-4a6b-b32a-a922f61bf4b9"}]}' {{(pid=94552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:17:51.926060 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fed71e1-e7b5-4d35-9a0c-1bcc14e370e4 x-openstack-request-id: req-6fed71e1-e7b5-4d35-9a0c-1bcc14e370e4 {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:17:51.927304 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19b10d5-66f3-4fbb-a4ba-c489758984dd", "tag": "0f92e4d2-011d-4a6b-b32a-a922f61bf4b9", "status": "completed", "code": 200}]} {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:17:51.927932 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6fed71e1-e7b5-4d35-9a0c-1bcc14e370e4 {{(pid=94552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:17:51.928887 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19b10d5-66f3-4fbb-a4ba-c489758984dd', 'tag': '0f92e4d2-011d-4a6b-b32a-a922f61bf4b9', 'status': 'completed', 'code': 200} Sep 16 01:17:51.977545 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-e47bc120-3b49-4ceb-adab-68c884fd5c17 None None] Set router 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:17:52.047150 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767e665-fc5c-40e4-8941-afeb69dcc484 req-060b3b4c-5b0b-4b4b-88c3-578cd55611f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:52.049484 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4767e665-fc5c-40e4-8941-afeb69dcc484 req-060b3b4c-5b0b-4b4b-88c3-578cd55611f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5fed02cb0f141b6abee4019fde49eb9&device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 1099 time: 0.0737541 Sep 16 01:17:52.172738 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767e665-fc5c-40e4-8941-afeb69dcc484 req-1cacf25a-d296-49ad-9967-71e040a6f788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:52.174435 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4767e665-fc5c-40e4-8941-afeb69dcc484 req-1cacf25a-d296-49ad-9967-71e040a6f788 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a1408b60-ef31-4319-a765-bc8dbd3a5f15 HTTP/1.1" status: 200 len: 912 time: 0.1072121 Sep 16 01:17:52.259225 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-e47bc120-3b49-4ceb-adab-68c884fd5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'name': 'tempest-AttachVolumeTestJSON-1292488629-router', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:37Z', 'updated_at': '2021-09-16T01:12:45Z', 'revision_number': 4, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'gw_port': {'id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:38Z', 'updated_at': '2021-09-16T01:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': '00e3e98c-4a87-49be-b7dd-e6e3e0cd23da', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'port_id': '0f92e4d2-011d-4a6b-b32a-a922f61bf4b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'mac_address': 'fa:16:3e:ad:f2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19b10d5-66f3-4fbb-a4ba-c489758984dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:17:29Z', 'updated_at': '2021-09-16T01:17:51Z', 'revision_number': 1, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a2d595-8a33-4cbd-b50a-312ac972cbb3', 'name': '', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'mac_address': 'fa:16:3e:70:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:43Z', 'updated_at': '2021-09-16T01:12:52Z', 'revision_number': 5, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'subnets': [{'id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:17:52.278764 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4767e665-fc5c-40e4-8941-afeb69dcc484 req-3253c788-74d9-41be-8c9b-9df64284f48e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f92e4d2-011d-4a6b-b32a-a922f61bf4b9 HTTP/1.1" status: 200 len: 1000 time: 0.0968485 Sep 16 01:17:52.287436 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370d6f8-93ca-4859-be96-c0bc67e6ee00 req-804f3cfe-e787-4fc3-af70-bb2c39259c6b tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:52.289033 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c370d6f8-93ca-4859-be96-c0bc67e6ee00 req-804f3cfe-e787-4fc3-af70-bb2c39259c6b tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 943 time: 0.1015029 Sep 16 01:17:52.289491 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47bc120-3b49-4ceb-adab-68c884fd5c17 None None] Checking router: 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:17:52.298654 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47bc120-3b49-4ceb-adab-68c884fd5c17 None None] Routers {'7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:17:52.299421 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-e47bc120-3b49-4ceb-adab-68c884fd5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:17:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:17:52.353931 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767e665-fc5c-40e4-8941-afeb69dcc484 req-36a368e6-a5cd-49d7-9eb4-51527af9d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:52.355970 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4767e665-fc5c-40e4-8941-afeb69dcc484 req-36a368e6-a5cd-49d7-9eb4-51527af9d194 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=73104c2c-ea93-4973-a7a3-2804cd4a4bd8 HTTP/1.1" status: 200 len: 850 time: 0.0660496 Sep 16 01:17:52.361058 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c370d6f8-93ca-4859-be96-c0bc67e6ee00 req-160568e2-f4c6-4a8f-8d1e-797094790b92 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632799 Sep 16 01:17:52.403676 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767e665-fc5c-40e4-8941-afeb69dcc484 req-628fa513-c59f-4bb8-9e36-4edb83e262f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:52.405268 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4767e665-fc5c-40e4-8941-afeb69dcc484 req-628fa513-c59f-4bb8-9e36-4edb83e262f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a1408b60-ef31-4319-a765-bc8dbd3a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413682 Sep 16 01:17:52.503623 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4767e665-fc5c-40e4-8941-afeb69dcc484 req-aeb791e7-b589-4a1e-b369-dff42875c52a service neutron] 10.222.0.47 "GET /v2.0/networks/a1408b60-ef31-4319-a765-bc8dbd3a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907443 Sep 16 01:17:52.518034 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device c63c821a-6e4d-4762-8168-17aff59a1026 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:17:52.543314 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-e47bc120-3b49-4ceb-adab-68c884fd5c17 None None] Set router 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:17:52.545020 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] No Port match for: c63c821a-6e4d-4762-8168-17aff59a1026 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:17:52.545372 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device c63c821a-6e4d-4762-8168-17aff59a1026 not bound to the agent host hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:17:52.599247 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4767e665-fc5c-40e4-8941-afeb69dcc484 req-f9a7649f-f619-47a2-b219-df64378a81c7 service neutron] 10.222.0.47 "GET /v2.0/networks/a1408b60-ef31-4319-a765-bc8dbd3a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884225 Sep 16 01:17:52.767501 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-e47bc120-3b49-4ceb-adab-68c884fd5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'name': 'tempest-AttachVolumeTestJSON-1292488629-router', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:37Z', 'updated_at': '2021-09-16T01:12:45Z', 'revision_number': 4, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'gw_port': {'id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:38Z', 'updated_at': '2021-09-16T01:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': '00e3e98c-4a87-49be-b7dd-e6e3e0cd23da', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'port_id': '0f92e4d2-011d-4a6b-b32a-a922f61bf4b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'mac_address': 'fa:16:3e:ad:f2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19b10d5-66f3-4fbb-a4ba-c489758984dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:17:29Z', 'updated_at': '2021-09-16T01:17:51Z', 'revision_number': 1, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a2d595-8a33-4cbd-b50a-312ac972cbb3', 'name': '', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'mac_address': 'fa:16:3e:70:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:43Z', 'updated_at': '2021-09-16T01:12:52Z', 'revision_number': 5, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'subnets': [{'id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:17:52.798361 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47bc120-3b49-4ceb-adab-68c884fd5c17 None None] The sync data for ids ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'] in dv-cinder-809305-1-iscsi is: [{'id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'name': 'tempest-AttachVolumeTestJSON-1292488629-router', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:37Z', 'updated_at': '2021-09-16T01:12:45Z', 'revision_number': 4, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'gw_port': {'id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:38Z', 'updated_at': '2021-09-16T01:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': '00e3e98c-4a87-49be-b7dd-e6e3e0cd23da', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'port_id': '0f92e4d2-011d-4a6b-b32a-a922f61bf4b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'mac_address': 'fa:16:3e:ad:f2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19b10d5-66f3-4fbb-a4ba-c489758984dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:17:29Z', 'updated_at': '2021-09-16T01:17:51Z', 'revision_number': 1, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a2d595-8a33-4cbd-b50a-312ac972cbb3', 'name': '', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'mac_address': 'fa:16:3e:70:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:43Z', 'updated_at': '2021-09-16T01:12:52Z', 'revision_number': 5, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'subnets': [{'id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:17:52.985238 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b98cf41-ea08-481b-b6f3-012467cf2179 None None] New status for floating IP 00e3e98c-4a87-49be-b7dd-e6e3e0cd23da: ACTIVE {{(pid=94554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 01:17:53.489436 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba5cf6-1db5-477e-9bb7-2aeb9720fa05 req-c8292c86-d8e3-4e11-be0b-9baa32f72adc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:53.490940 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d0ba5cf6-1db5-477e-9bb7-2aeb9720fa05 req-c8292c86-d8e3-4e11-be0b-9baa32f72adc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 943 time: 0.0535476 Sep 16 01:17:53.528069 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d0ba5cf6-1db5-477e-9bb7-2aeb9720fa05 req-d38a8c11-76f6-4010-b90a-fc10b084f0bd tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311224 Sep 16 01:17:54.645083 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae72c0-b467-4ed3-a619-c943795bf380 req-e88e1c6b-3312-4432-ab9f-c2df7f64ad7b tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:54.646641 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1cae72c0-b467-4ed3-a619-c943795bf380 req-e88e1c6b-3312-4432-ab9f-c2df7f64ad7b tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 943 time: 0.0483406 Sep 16 01:17:54.684662 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1cae72c0-b467-4ed3-a619-c943795bf380 req-a0256e43-ed25-49d7-9f9a-1970490fbfd4 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318065 Sep 16 01:17:57.210032 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 642b98ad-f60d-4b5f-af55-3504097b8e30 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:17:57.305782 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 642b98ad-f60d-4b5f-af55-3504097b8e30, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=642b98ad-f60d-4b5f-af55-3504097b8e30,segment=NetworkSegment(b450f831-d0df-4704-816d-b4f475c9d415),segment_id=b450f831-d0df-4704-816d-b4f475c9d415)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:17:57.317459 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': '642b98ad-f60d-4b5f-af55-3504097b8e30', 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95', 'port_id': '642b98ad-f60d-4b5f-af55-3504097b8e30', 'mac_address': 'fa:16:3e:f3:44:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37ff5f3-8e2d-42fb-aa55-c8764a42e092', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:17:57.362390 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d96608-d39a-45c1-b619-87026cbc7741 req-00808b8a-6e64-4912-bddb-cf9b681fa78c tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:57.364018 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b1d96608-d39a-45c1-b619-87026cbc7741 req-00808b8a-6e64-4912-bddb-cf9b681fa78c tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 943 time: 0.0532947 Sep 16 01:17:57.365911 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:57.380245 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642b98ad-f60d-4b5f-af55-3504097b8e30 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:17:57.403797 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 642b98ad-f60d-4b5f-af55-3504097b8e30, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=642b98ad-f60d-4b5f-af55-3504097b8e30,segment=NetworkSegment(b450f831-d0df-4704-816d-b4f475c9d415),segment_id=b450f831-d0df-4704-816d-b4f475c9d415)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:17:57.408823 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b1d96608-d39a-45c1-b619-87026cbc7741 req-dad5a2e0-62ad-4555-8e6e-ed1d3a178296 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365591 Sep 16 01:17:57.488407 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:57.537764 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=642b98ad-f60d-4b5f-af55-3504097b8e30,revision_number=7']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:57.645128 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdb7c8-cc10-4b0e-9e0d-3fc3e87c4496 req-ad1268eb-69f2-47ab-94d0-40ad48b50d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:57.646612 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3ffdb7c8-cc10-4b0e-9e0d-3fc3e87c4496 req-ad1268eb-69f2-47ab-94d0-40ad48b50d26 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 1097 time: 0.0850759 Sep 16 01:17:57.681694 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3ffdb7c8-cc10-4b0e-9e0d-3fc3e87c4496 req-44ce24ef-d956-4cb9-8339-90ab1a7efa4d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266075 Sep 16 01:17:57.871681 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['642b98ad-f60d-4b5f-af55-3504097b8e30'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:17:58.523674 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813186b2-3597-4ec1-ada9-8a99c9d66483 req-12cec128-c834-4713-89b1-487f23a71e05 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:58.525178 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-813186b2-3597-4ec1-ada9-8a99c9d66483 req-12cec128-c834-4713-89b1-487f23a71e05 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 944 time: 0.0483150 Sep 16 01:17:58.566031 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-813186b2-3597-4ec1-ada9-8a99c9d66483 req-52e7e5dc-c3e9-460a-ada6-5e24d6c04d20 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349457 Sep 16 01:17:58.763046 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d5c51559-2009-4490-9483-393e9c0096c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:58.898921 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 38708) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:59.030384 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-6e49e3cc-963e-4468-89b2-077f5f6865f7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7bb3508c634e40b8a2daa266ffbd871b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1303022 Sep 16 01:17:59.036795 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 38716) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:17:59.081094 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7efed726-81b5-42ee-9191-ea42d6491e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:59.103740 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7efed726-81b5-42ee-9191-ea42d6491e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:59.236525 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7efed726-81b5-42ee-9191-ea42d6491e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:59.239188 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-7efed726-81b5-42ee-9191-ea42d6491e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:17:59.240360 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-7efed726-81b5-42ee-9191-ea42d6491e18 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0ab39bb2-15c2-42fb-87c9-70f5cbd5781e HTTP/1.1" status: 204 len: 168 time: 0.2067666 Sep 16 01:17:59.248959 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efed726-81b5-42ee-9191-ea42d6491e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab39bb2-15c2-42fb-87c9-70f5cbd5781e,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:17:59.254961 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efed726-81b5-42ee-9191-ea42d6491e18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:59.255325 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efed726-81b5-42ee-9191-ea42d6491e18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:59.255676 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efed726-81b5-42ee-9191-ea42d6491e18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:59.256025 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efed726-81b5-42ee-9191-ea42d6491e18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:59.256358 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efed726-81b5-42ee-9191-ea42d6491e18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:59.256702 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efed726-81b5-42ee-9191-ea42d6491e18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:59.257061 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efed726-81b5-42ee-9191-ea42d6491e18 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:59.257397 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efed726-81b5-42ee-9191-ea42d6491e18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:59.257731 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efed726-81b5-42ee-9191-ea42d6491e18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:59.258059 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efed726-81b5-42ee-9191-ea42d6491e18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:59.258385 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efed726-81b5-42ee-9191-ea42d6491e18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:59.258713 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efed726-81b5-42ee-9191-ea42d6491e18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:17:59.689120 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdbe40-a786-4eec-908e-6a11766398a3 req-9b908688-8bd1-44a1-b9be-4fea10f4d9f4 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:17:59.690618 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-05cdbe40-a786-4eec-908e-6a11766398a3 req-9b908688-8bd1-44a1-b9be-4fea10f4d9f4 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 944 time: 0.0487051 Sep 16 01:17:59.728969 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-05cdbe40-a786-4eec-908e-6a11766398a3 req-312150c4-17e7-4fa7-ac5b-39756f56c856 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314958 Sep 16 01:18:00.283670 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 38750) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:00.377641 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-e11e5a78-a460-480d-8f5f-829846aa1ca1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1148670656-network', 'tenant_id': '1b7bbaf8f0f24f869617997188268255'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:18:00.482279 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11e5a78-a460-480d-8f5f-829846aa1ca1 admin admin] Made reservation on behalf of 1b7bbaf8f0f24f869617997188268255 for: {'network': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:18:00.484650 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e11e5a78-a460-480d-8f5f-829846aa1ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for network, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:00.493342 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e11e5a78-a460-480d-8f5f-829846aa1ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:00.586380 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e11e5a78-a460-480d-8f5f-829846aa1ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:00.710085 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e11e5a78-a460-480d-8f5f-829846aa1ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:00.732147 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11e5a78-a460-480d-8f5f-829846aa1ca1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=94551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:18:00.745824 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e5a78-a460-480d-8f5f-829846aa1ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb97c1e7-16a0-44c9-a1cf-46ace14c60ca,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:00.751419 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e11e5a78-a460-480d-8f5f-829846aa1ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:00.751862 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.db.segments_db [None req-e11e5a78-a460-480d-8f5f-829846aa1ca1 admin admin] Added segment 2cb089da-fe8c-498d-8143-fd9b44bea8e3 of type vlan for network 74571b21-78a7-4185-9659-6c93a300b083 Sep 16 01:18:00.791293 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e11e5a78-a460-480d-8f5f-829846aa1ca1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752232308511'] for network, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:00.916430 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e11e5a78-a460-480d-8f5f-829846aa1ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for network, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:00.917488 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11e5a78-a460-480d-8f5f-829846aa1ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:00.918082 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e11e5a78-a460-480d-8f5f-829846aa1ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:00.976505 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e5a78-a460-480d-8f5f-829846aa1ca1 admin admin] Pushing event updated for resources: {'Network': ['ID=74571b21-78a7-4185-9659-6c93a300b083,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:00.986126 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Network 74571b21-78a7-4185-9659-6c93a300b083 details requested by agent ovs-agent-dv-cinder-809305-1-iscsi with host dv-cinder-809305-1-iscsi {{(pid=94553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:18:01.031777 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-e11e5a78-a460-480d-8f5f-829846aa1ca1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7470036 Sep 16 01:18:01.034579 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 38764) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:01.039366 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-33e212da-9078-4a02-99a2-2596dfda670d admin admin] Request body: {'subnet': {'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1148670656-subnet', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'ip_version': 4}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:18:01.122309 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e212da-9078-4a02-99a2-2596dfda670d admin admin] Made reservation on behalf of 1b7bbaf8f0f24f869617997188268255 for: {'subnet': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:18:01.124689 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-33e212da-9078-4a02-99a2-2596dfda670d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17913914'] for subnet, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:01.351100 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-33e212da-9078-4a02-99a2-2596dfda670d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17682405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17913876'] for subnet, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:01.415926 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e212da-9078-4a02-99a2-2596dfda670d admin admin] Pushing event updated for resources: {'Subnet': ['ID=54ce8167-5c61-4cb3-8d7a-5322484faeed,revision_number=0']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:01.425429 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e212da-9078-4a02-99a2-2596dfda670d admin admin] Checking segment: {'id': '2cb089da-fe8c-498d-8143-fd9b44bea8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '74571b21-78a7-4185-9659-6c93a300b083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:18:01.425796 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e212da-9078-4a02-99a2-2596dfda670d admin admin] Network hostable DHCP agents. Network: 74571b21-78a7-4185-9659-6c93a300b083, hostable agents: ['8150fd10-5b69-4841-ab2e-29f8c66906c8'], hosted agents: [] {{(pid=94551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:18:01.476519 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e4a512af-13fc-4408-9294-0dbe852e9791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:01.499139 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e212da-9078-4a02-99a2-2596dfda670d admin admin] Network 74571b21-78a7-4185-9659-6c93a300b083 is scheduled to be hosted by DHCP agent 8150fd10-5b69-4841-ab2e-29f8c66906c8 with binding_index 1 {{(pid=94551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:18:01.574011 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-33e212da-9078-4a02-99a2-2596dfda670d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809305-1-iscsi, 74571b21-78a7-4185-9659-6c93a300b083) {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:18:01.578082 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e212da-9078-4a02-99a2-2596dfda670d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:01.578670 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-33e212da-9078-4a02-99a2-2596dfda670d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:01.582387 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d427ad7d-6453-4781-8734-34d929c7c1b9 None None] Network 74571b21-78a7-4185-9659-6c93a300b083 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:18:01.683372 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-33e212da-9078-4a02-99a2-2596dfda670d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6467409 Sep 16 01:18:01.685486 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 38768) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:01.690097 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-062f35c4-be0f-4191-a7e4-e015fce80636 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:18:01.735322 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856f970d-4200-4938-807c-ee42b289c985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6907d297-5b82-550a-a14a-385e6c7ce062-74571b21-78a7-4185-9659-6c93a300b083', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed'}]}} from dv-cinder-809305-1-iscsi. {{(pid=94553) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 01:18:01.736193 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-856f970d-4200-4938-807c-ee42b289c985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:01.774317 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-062f35c4-be0f-4191-a7e4-e015fce80636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1185'] for router, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:01.776465 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-062f35c4-be0f-4191-a7e4-e015fce80636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1210'] for router, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:01.830239 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-062f35c4-be0f-4191-a7e4-e015fce80636 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:01.867015 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:02.076938 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-856f970d-4200-4938-807c-ee42b289c985 None None] Allocated IP 172.20.0.2 (74571b21-78a7-4185-9659-6c93a300b083/54ce8167-5c61-4cb3-8d7a-5322484faeed/11ed815d-db68-4e86-a7c9-38aa2f466f08) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:18:02.158264 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-062f35c4-be0f-4191-a7e4-e015fce80636 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:02.219594 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-856f970d-4200-4938-807c-ee42b289c985 None None] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:02.299832 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-856f970d-4200-4938-807c-ee42b289c985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:02.334595 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856f970d-4200-4938-807c-ee42b289c985 None None] Network 74571b21-78a7-4185-9659-6c93a300b083 is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:18:02.337637 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-856f970d-4200-4938-807c-ee42b289c985 None None] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:18:02.341664 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856f970d-4200-4938-807c-ee42b289c985 None None] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:18:02.355978 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f970d-4200-4938-807c-ee42b289c985 None None] Pushing event updated for resources: {'Port': ['ID=11ed815d-db68-4e86-a7c9-38aa2f466f08,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:02.404181 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-856f970d-4200-4938-807c-ee42b289c985 None None] Attempting to bind port 11ed815d-db68-4e86-a7c9-38aa2f466f08 on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:18:02.405077 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-856f970d-4200-4938-807c-ee42b289c985 None None] Attempting to bind port 11ed815d-db68-4e86-a7c9-38aa2f466f08 by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': '2cb089da-fe8c-498d-8143-fd9b44bea8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '74571b21-78a7-4185-9659-6c93a300b083'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:18:02.405077 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856f970d-4200-4938-807c-ee42b289c985 None None] Attempting to bind port 11ed815d-db68-4e86-a7c9-38aa2f466f08 on network 74571b21-78a7-4185-9659-6c93a300b083 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:18:02.410189 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856f970d-4200-4938-807c-ee42b289c985 None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:18:02.417126 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856f970d-4200-4938-807c-ee42b289c985 None None] Checking segment: {'id': '2cb089da-fe8c-498d-8143-fd9b44bea8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '74571b21-78a7-4185-9659-6c93a300b083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:18:02.417126 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-856f970d-4200-4938-807c-ee42b289c985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:02.417126 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856f970d-4200-4938-807c-ee42b289c985 None None] Bound using segment: {'id': '2cb089da-fe8c-498d-8143-fd9b44bea8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '74571b21-78a7-4185-9659-6c93a300b083'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:18:02.417126 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-856f970d-4200-4938-807c-ee42b289c985 None None] Bound port: 11ed815d-db68-4e86-a7c9-38aa2f466f08, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb089da-fe8c-498d-8143-fd9b44bea8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '74571b21-78a7-4185-9659-6c93a300b083'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:18:02.417126 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-856f970d-4200-4938-807c-ee42b289c985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:02.443447 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-062f35c4-be0f-4191-a7e4-e015fce80636 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:02.466117 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-062f35c4-be0f-4191-a7e4-e015fce80636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:02.475541 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-856f970d-4200-4938-807c-ee42b289c985 None None] For port 11ed815d-db68-4e86-a7c9-38aa2f466f08, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:18:02.478691 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-856f970d-4200-4938-807c-ee42b289c985 None None] For port 11ed815d-db68-4e86-a7c9-38aa2f466f08, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=11ed815d-db68-4e86-a7c9-38aa2f466f08,segment=NetworkSegment(2cb089da-fe8c-498d-8143-fd9b44bea8e3),segment_id=2cb089da-fe8c-498d-8143-fd9b44bea8e3)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:18:02.557285 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-856f970d-4200-4938-807c-ee42b289c985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:02.569990 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [None req-062f35c4-be0f-4191-a7e4-e015fce80636 admin admin] Allocated IP 172.27.3.244 (04f57937-fa31-48b0-af0b-dafeb4e5696d/f10087fb-cc50-497f-84f8-0079589df3d7/fe268211-a295-482b-b9b6-9dd4c96c603b) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:18:02.614652 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f970d-4200-4938-807c-ee42b289c985 None None] Pushing event updated for resources: {'Port': ['ID=11ed815d-db68-4e86-a7c9-38aa2f466f08,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:02.682602 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-062f35c4-be0f-4191-a7e4-e015fce80636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:02.810345 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:02.810522 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-062f35c4-be0f-4191-a7e4-e015fce80636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:02.851266 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062f35c4-be0f-4191-a7e4-e015fce80636 admin admin] Network 04f57937-fa31-48b0-af0b-dafeb4e5696d is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:18:02.855499 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-062f35c4-be0f-4191-a7e4-e015fce80636 admin admin] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:18:02.871576 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f35c4-be0f-4191-a7e4-e015fce80636 admin admin] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:18:02.886826 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f35c4-be0f-4191-a7e4-e015fce80636 admin admin] Pushing event updated for resources: {'Port': ['ID=fe268211-a295-482b-b9b6-9dd4c96c603b,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:03.194711 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-062f35c4-be0f-4191-a7e4-e015fce80636 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:03.413640 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-062f35c4-be0f-4191-a7e4-e015fce80636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530242'] for router, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:03.509553 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046d9d63-a01b-4d9a-bd44-48ea24e45dd8 None None] Network 74571b21-78a7-4185-9659-6c93a300b083 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:18:03.541012 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-0e03a172-b782-4ec7-a4fe-912f21373a66 None None] Provisioning complete for port 11ed815d-db68-4e86-a7c9-38aa2f466f08 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:03.541391 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0e03a172-b782-4ec7-a4fe-912f21373a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:03.648482 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062f35c4-be0f-4191-a7e4-e015fce80636 admin admin] Router 1ef2fba3-0942-4930-b076-036406071a8a is scheduled to L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 with binding_index 1 {{(pid=94551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 01:18:03.724315 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0e03a172-b782-4ec7-a4fe-912f21373a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:03.764641 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062f35c4-be0f-4191-a7e4-e015fce80636 admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:18:03.765583 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-0e03a172-b782-4ec7-a4fe-912f21373a66 None None] For port 11ed815d-db68-4e86-a7c9-38aa2f466f08, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=11ed815d-db68-4e86-a7c9-38aa2f466f08,segment=NetworkSegment(2cb089da-fe8c-498d-8143-fd9b44bea8e3),segment_id=2cb089da-fe8c-498d-8143-fd9b44bea8e3)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:18:03.776435 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] Sync routers for ids ['1ef2fba3-0942-4930-b076-036406071a8a'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:18:03.786063 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] Routers {'1ef2fba3-0942-4930-b076-036406071a8a'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:18:03.786691 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:18:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['1ef2fba3-0942-4930-b076-036406071a8a'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:03.888332 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-062f35c4-be0f-4191-a7e4-e015fce80636 admin admin] Notify callbacks [] for router, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:03.889674 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-062f35c4-be0f-4191-a7e4-e015fce80636 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2029676 Sep 16 01:18:03.892716 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 38788) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:03.997581 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0e03a172-b782-4ec7-a4fe-912f21373a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:04.051048 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] Set router 1ef2fba3-0942-4930-b076-036406071a8a gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:18:04.132802 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03a172-b782-4ec7-a4fe-912f21373a66 None None] Pushing event updated for resources: {'Port': ['ID=11ed815d-db68-4e86-a7c9-38aa2f466f08,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:04.181720 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-422b34ee-c43f-4f0a-8d13-0426bdf33f20 None None] Provisioning complete for port 11ed815d-db68-4e86-a7c9-38aa2f466f08 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:04.181958 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-422b34ee-c43f-4f0a-8d13-0426bdf33f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:04.226882 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 11ed815d-db68-4e86-a7c9-38aa2f466f08 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:18:04.363283 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 11ed815d-db68-4e86-a7c9-38aa2f466f08 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:04.363668 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:04.402279 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:04.419021 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:18:03Z', 'revision_number': 3, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:04.447620 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] Checking router: 1ef2fba3-0942-4930-b076-036406071a8a for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:18:04.447986 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] Updating router 1ef2fba3-0942-4930-b076-036406071a8a port fe268211-a295-482b-b9b6-9dd4c96c603b binding host dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:18:04.476650 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:04.586896 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-aace906d-4ac3-4912-a1fc-9a8541f8ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:04.746406 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [None req-aace906d-4ac3-4912-a1fc-9a8541f8ee89 admin admin] Allocated IP 172.20.0.1 (74571b21-78a7-4185-9659-6c93a300b083/54ce8167-5c61-4cb3-8d7a-5322484faeed/82281333-51d1-46bb-be52-bf0d0942b9e8) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:18:04.758107 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:04.795522 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 38800) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:04.842418 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:04.853610 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-aace906d-4ac3-4912-a1fc-9a8541f8ee89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:04.901515 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] Attempting to bind port fe268211-a295-482b-b9b6-9dd4c96c603b on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:18:04.901899 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] Attempting to bind port fe268211-a295-482b-b9b6-9dd4c96c603b by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:18:04.902268 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] Attempting to bind port fe268211-a295-482b-b9b6-9dd4c96c603b on network 04f57937-fa31-48b0-af0b-dafeb4e5696d {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:18:04.905328 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772dde0-03fa-4e2a-a23b-1abcce660abd None None] Pushing event updated for resources: {'Port': ['ID=fe268211-a295-482b-b9b6-9dd4c96c603b,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:04.910023 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:18:04.910399 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] Checking segment: {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:18:04.910580 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-27130ca8-4135-4e19-9b96-b973099ef9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:04.910806 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:04.911308 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] Bound using segment: {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:18:04.911782 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] Bound port: fe268211-a295-482b-b9b6-9dd4c96c603b, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:18:04.912169 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:04.964555 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] For port fe268211-a295-482b-b9b6-9dd4c96c603b, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:18:04.967596 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] For port fe268211-a295-482b-b9b6-9dd4c96c603b, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=fe268211-a295-482b-b9b6-9dd4c96c603b,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:18:05.001887 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-27130ca8-4135-4e19-9b96-b973099ef9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:05.002963 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-aace906d-4ac3-4912-a1fc-9a8541f8ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:05.038039 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aace906d-4ac3-4912-a1fc-9a8541f8ee89 admin admin] Network 74571b21-78a7-4185-9659-6c93a300b083 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:18:05.040780 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-aace906d-4ac3-4912-a1fc-9a8541f8ee89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:18:05.044828 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aace906d-4ac3-4912-a1fc-9a8541f8ee89 admin admin] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:18:05.071884 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace906d-4ac3-4912-a1fc-9a8541f8ee89 admin admin] Pushing event updated for resources: {'Port': ['ID=82281333-51d1-46bb-be52-bf0d0942b9e8,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:05.091114 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-aace906d-4ac3-4912-a1fc-9a8541f8ee89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530325'] for router_interface, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:05.128224 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-27130ca8-4135-4e19-9b96-b973099ef9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:05.129123 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:05.175855 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-27130ca8-4135-4e19-9b96-b973099ef9e9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e1dad32ded44050a890bf8490000576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3791518 Sep 16 01:18:05.181194 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 38808) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:05.207059 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] Routers {'1ef2fba3-0942-4930-b076-036406071a8a'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:18:05.207858 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:18:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['1ef2fba3-0942-4930-b076-036406071a8a'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:05.223160 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27130ca8-4135-4e19-9b96-b973099ef9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab87f17c-eff6-432f-8c19-1bede1621a2d,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:05.257503 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8959edac-eeac-405d-b1ef-a4a2e7fd3b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:05.278828 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772dde0-03fa-4e2a-a23b-1abcce660abd None None] Pushing event updated for resources: {'Port': ['ID=fe268211-a295-482b-b9b6-9dd4c96c603b,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:05.279300 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8959edac-eeac-405d-b1ef-a4a2e7fd3b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:05.318680 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-aace906d-4ac3-4912-a1fc-9a8541f8ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:05.353820 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-519bf0c7-fd3c-42e6-88f8-39f06dc80932 None None] Provisioning complete for port 82281333-51d1-46bb-be52-bf0d0942b9e8 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:05.354182 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-519bf0c7-fd3c-42e6-88f8-39f06dc80932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:05.383004 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] Set router 1ef2fba3-0942-4930-b076-036406071a8a gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:18:05.404097 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8959edac-eeac-405d-b1ef-a4a2e7fd3b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:05.407296 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8959edac-eeac-405d-b1ef-a4a2e7fd3b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:05.408669 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-8959edac-eeac-405d-b1ef-a4a2e7fd3b14 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ab87f17c-eff6-432f-8c19-1bede1621a2d HTTP/1.1" status: 204 len: 168 time: 0.2257407 Sep 16 01:18:05.433317 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959edac-eeac-405d-b1ef-a4a2e7fd3b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab87f17c-eff6-432f-8c19-1bede1621a2d,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:05.486773 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-519bf0c7-fd3c-42e6-88f8-39f06dc80932 None None] Port 82281333-51d1-46bb-be52-bf0d0942b9e8 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:18:05.498913 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-aace906d-4ac3-4912-a1fc-9a8541f8ee89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:05.581247 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:18:03Z', 'revision_number': 3, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:05.591406 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-aace906d-4ac3-4912-a1fc-9a8541f8ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:05.614647 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb620075-ab4b-48e8-befa-b8ef058e2b0e None None] The sync data for ids ['1ef2fba3-0942-4930-b076-036406071a8a'] in dv-cinder-809305-1-iscsi is: [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:18:03Z', 'revision_number': 3, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:18:05.660631 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-aace906d-4ac3-4912-a1fc-9a8541f8ee89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529669'] for router_interface, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:05.669277 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace906d-4ac3-4912-a1fc-9a8541f8ee89 admin admin] Pushing event updated for resources: {'Port': ['ID=82281333-51d1-46bb-be52-bf0d0942b9e8,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:05.759641 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aace906d-4ac3-4912-a1fc-9a8541f8ee89 admin admin] Network 74571b21-78a7-4185-9659-6c93a300b083 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:18:05.761650 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-aace906d-4ac3-4912-a1fc-9a8541f8ee89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:18:05.948140 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aace906d-4ac3-4912-a1fc-9a8541f8ee89 admin admin] Router 1ef2fba3-0942-4930-b076-036406071a8a has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:18:06.013730 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-6bbb8908-3e53-46f1-9ede-f16431438a26 None None] Provisioning complete for port 82281333-51d1-46bb-be52-bf0d0942b9e8 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:06.014709 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6bbb8908-3e53-46f1-9ede-f16431438a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:06.064261 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb8908-3e53-46f1-9ede-f16431438a26 None None] Port 82281333-51d1-46bb-be52-bf0d0942b9e8 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:18:06.076503 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aace906d-4ac3-4912-a1fc-9a8541f8ee89 admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:18:06.081812 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-aace906d-4ac3-4912-a1fc-9a8541f8ee89 admin admin] 10.222.0.22 "PUT /v2.0/routers/1ef2fba3-0942-4930-b076-036406071a8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1879733 Sep 16 01:18:06.283781 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device fe268211-a295-482b-b9b6-9dd4c96c603b up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:18:06.351404 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port fe268211-a295-482b-b9b6-9dd4c96c603b triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:06.351745 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:06.446533 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:06.469514 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] For port fe268211-a295-482b-b9b6-9dd4c96c603b, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=fe268211-a295-482b-b9b6-9dd4c96c603b,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:18:06.489755 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 642b98ad-f60d-4b5f-af55-3504097b8e30 up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:18:06.539262 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port 642b98ad-f60d-4b5f-af55-3504097b8e30 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:06.539690 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:06.608260 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:06.608260 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 11ed815d-db68-4e86-a7c9-38aa2f466f08 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:18:06.732303 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 38846) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:06.795130 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:06.827555 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 38852) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:06.832563 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-47e7a2dc-3f04-4a2d-9582-619353b2c5cf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1146313658-network', 'tenant_id': '84a4a1f6141348a7aefe756ab4583826'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:18:06.836709 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Pushing event updated for resources: {'Port': ['ID=fe268211-a295-482b-b9b6-9dd4c96c603b,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:06.854019 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642b98ad-f60d-4b5f-af55-3504097b8e30'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:18:06.856431 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4c4d76-5d3e-4aab-9a00-b329d57170d1" -d '{"events": [{"server_uuid": "ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9", "name": "network-vif-plugged", "status": "completed", "tag": "642b98ad-f60d-4b5f-af55-3504097b8e30"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:18:06.871758 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 642b98ad-f60d-4b5f-af55-3504097b8e30, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=642b98ad-f60d-4b5f-af55-3504097b8e30,segment=NetworkSegment(b450f831-d0df-4704-816d-b4f475c9d415),segment_id=b450f831-d0df-4704-816d-b4f475c9d415)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:18:06.877425 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 11ed815d-db68-4e86-a7c9-38aa2f466f08 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:06.878213 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:06.902089 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3546940c-01d5-4a20-98f0-4245301ae241 x-openstack-request-id: req-3546940c-01d5-4a20-98f0-4245301ae241 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:18:06.902380 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9", "name": "network-vif-plugged", "status": "completed", "tag": "642b98ad-f60d-4b5f-af55-3504097b8e30", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:18:06.902628 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3546940c-01d5-4a20-98f0-4245301ae241 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:18:06.903016 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642b98ad-f60d-4b5f-af55-3504097b8e30', 'code': 200} Sep 16 01:18:06.945375 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e7a2dc-3f04-4a2d-9582-619353b2c5cf admin admin] Made reservation on behalf of 84a4a1f6141348a7aefe756ab4583826 for: {'network': 1} {{(pid=94552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:18:06.947747 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-47e7a2dc-3f04-4a2d-9582-619353b2c5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for network, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:06.958922 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-47e7a2dc-3f04-4a2d-9582-619353b2c5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:06.965812 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:06.978494 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-19b0502b-9e82-4a5b-8dec-f951d41ec0a2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1141561125-network', 'tenant_id': '41bf6a37de014072adf885993889f7d9'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:18:07.024573 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=642b98ad-f60d-4b5f-af55-3504097b8e30,revision_number=8']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:07.095166 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b0502b-9e82-4a5b-8dec-f951d41ec0a2 admin admin] Made reservation on behalf of 41bf6a37de014072adf885993889f7d9 for: {'network': 1} {{(pid=94552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:18:07.097506 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-19b0502b-9e82-4a5b-8dec-f951d41ec0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for network, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:07.113404 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-19b0502b-9e82-4a5b-8dec-f951d41ec0a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:07.192176 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-47e7a2dc-3f04-4a2d-9582-619353b2c5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:07.271313 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] Sync routers for ids ['1ef2fba3-0942-4930-b076-036406071a8a'] in dv-cinder-809305-1-iscsi {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:18:07.272861 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-47e7a2dc-3f04-4a2d-9582-619353b2c5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:07.280605 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] Routers {'1ef2fba3-0942-4930-b076-036406071a8a'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:18:07.281252 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:18:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['1ef2fba3-0942-4930-b076-036406071a8a'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:07.309733 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e7a2dc-3f04-4a2d-9582-619353b2c5cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=94552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:18:07.312518 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7a2dc-3f04-4a2d-9582-619353b2c5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8cae56-0a40-40a7-aa97-8991523d29bb,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:07.328481 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-47e7a2dc-3f04-4a2d-9582-619353b2c5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:07.328826 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.db.segments_db [None req-47e7a2dc-3f04-4a2d-9582-619353b2c5cf admin admin] Added segment aed7a72e-468e-40d6-87a5-a1e3e6791ac1 of type vlan for network 9c3eaf7f-a1f6-44a8-a23e-21333a13296f Sep 16 01:18:07.388966 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-47e7a2dc-3f04-4a2d-9582-619353b2c5cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752232308511'] for network, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:07.409005 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] Set router 1ef2fba3-0942-4930-b076-036406071a8a gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:18:07.440680 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-19b0502b-9e82-4a5b-8dec-f951d41ec0a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:07.499760 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-47e7a2dc-3f04-4a2d-9582-619353b2c5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for network, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:07.500765 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e7a2dc-3f04-4a2d-9582-619353b2c5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:07.502501 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-47e7a2dc-3f04-4a2d-9582-619353b2c5cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:07.560748 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-19b0502b-9e82-4a5b-8dec-f951d41ec0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:07.570666 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7a2dc-3f04-4a2d-9582-619353b2c5cf admin admin] Pushing event updated for resources: {'Network': ['ID=9c3eaf7f-a1f6-44a8-a23e-21333a13296f,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:07.582409 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Network 9c3eaf7f-a1f6-44a8-a23e-21333a13296f details requested by agent ovs-agent-dv-cinder-809305-1-iscsi with host dv-cinder-809305-1-iscsi {{(pid=94553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:18:07.582651 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b0502b-9e82-4a5b-8dec-f951d41ec0a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=94552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:18:07.605569 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-19b0502b-9e82-4a5b-8dec-f951d41ec0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:07.605961 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.db.segments_db [None req-19b0502b-9e82-4a5b-8dec-f951d41ec0a2 admin admin] Added segment 1f316261-7fe7-493f-bc93-346c665e0701 of type vlan for network e76ecd4a-0f04-4066-a036-5e09260f78fa Sep 16 01:18:07.615008 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:18:05Z', 'revision_number': 4, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '82281333-51d1-46bb-be52-bf0d0942b9e8', 'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'mac_address': 'fa:16:3e:03:e1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:04Z', 'updated_at': '2021-09-16T01:18:05Z', 'revision_number': 2, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'subnets': [{'id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:07.615843 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0502b-9e82-4a5b-8dec-f951d41ec0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae50dd4-904b-4226-a251-bade8cdf85cf,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:07.641033 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-47e7a2dc-3f04-4a2d-9582-619353b2c5cf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8121710 Sep 16 01:18:07.643759 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 38860) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:07.646250 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] Checking router: 1ef2fba3-0942-4930-b076-036406071a8a for host: dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:18:07.646795 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] Updating router 1ef2fba3-0942-4930-b076-036406071a8a port 82281333-51d1-46bb-be52-bf0d0942b9e8 binding host dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:18:07.649420 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-3387592e-b4ab-4601-a2d5-1c9c0c513a48 admin admin] Request body: {'subnet': {'network_id': '9c3eaf7f-a1f6-44a8-a23e-21333a13296f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1146313658-subnet', 'tenant_id': '84a4a1f6141348a7aefe756ab4583826', 'ip_version': 4}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:18:07.656804 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-19b0502b-9e82-4a5b-8dec-f951d41ec0a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752232308511'] for network, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:07.671270 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:07.739419 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3387592e-b4ab-4601-a2d5-1c9c0c513a48 admin admin] Made reservation on behalf of 84a4a1f6141348a7aefe756ab4583826 for: {'subnet': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:18:07.741850 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3387592e-b4ab-4601-a2d5-1c9c0c513a48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17913914'] for subnet, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:07.750697 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-19b0502b-9e82-4a5b-8dec-f951d41ec0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for network, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:07.751897 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b0502b-9e82-4a5b-8dec-f951d41ec0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:07.752780 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-19b0502b-9e82-4a5b-8dec-f951d41ec0a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:07.818242 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0502b-9e82-4a5b-8dec-f951d41ec0a2 admin admin] Pushing event updated for resources: {'Network': ['ID=e76ecd4a-0f04-4066-a036-5e09260f78fa,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:07.829427 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Network e76ecd4a-0f04-4066-a036-5e09260f78fa details requested by agent ovs-agent-dv-cinder-809305-1-iscsi with host dv-cinder-809305-1-iscsi {{(pid=94553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:18:07.862888 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-19b0502b-9e82-4a5b-8dec-f951d41ec0a2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1267166 Sep 16 01:18:07.863207 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 38862) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:07.868113 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-60af1bbd-3d8b-4ad5-a8bb-fe34681d11d4 admin admin] Request body: {'subnet': {'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1141561125-subnet', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'ip_version': 4}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:18:07.962436 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60af1bbd-3d8b-4ad5-a8bb-fe34681d11d4 admin admin] Made reservation on behalf of 41bf6a37de014072adf885993889f7d9 for: {'subnet': 1} {{(pid=94552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:18:07.964861 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-60af1bbd-3d8b-4ad5-a8bb-fe34681d11d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9551412'] for subnet, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:07.997428 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3387592e-b4ab-4601-a2d5-1c9c0c513a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17682405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17913876'] for subnet, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:08.026862 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] Notify callbacks [] for port, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:08.054217 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387592e-b4ab-4601-a2d5-1c9c0c513a48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f06e5fe7-20c6-4210-8cfb-5100850993ec,revision_number=0']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:08.063382 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387592e-b4ab-4601-a2d5-1c9c0c513a48 admin admin] Checking segment: {'id': 'aed7a72e-468e-40d6-87a5-a1e3e6791ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9c3eaf7f-a1f6-44a8-a23e-21333a13296f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:18:08.063742 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3387592e-b4ab-4601-a2d5-1c9c0c513a48 admin admin] Network hostable DHCP agents. Network: 9c3eaf7f-a1f6-44a8-a23e-21333a13296f, hostable agents: ['8150fd10-5b69-4841-ab2e-29f8c66906c8'], hosted agents: [] {{(pid=94551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:18:08.134394 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:08.170944 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device fe268211-a295-482b-b9b6-9dd4c96c603b up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:18:08.185426 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3387592e-b4ab-4601-a2d5-1c9c0c513a48 admin admin] Network 9c3eaf7f-a1f6-44a8-a23e-21333a13296f is scheduled to be hosted by DHCP agent 8150fd10-5b69-4841-ab2e-29f8c66906c8 with binding_index 1 {{(pid=94551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:18:08.198908 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40525361-fb1f-4a7e-8723-561dde59f531 None None] Pushing event updated for resources: {'Port': ['ID=82281333-51d1-46bb-be52-bf0d0942b9e8,revision_number=3']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:08.209226 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-60af1bbd-3d8b-4ad5-a8bb-fe34681d11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9529583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9551386'] for subnet, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:08.209493 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40525361-fb1f-4a7e-8723-561dde59f531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:08.209870 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40525361-fb1f-4a7e-8723-561dde59f531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:08.210447 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40525361-fb1f-4a7e-8723-561dde59f531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:08.211012 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40525361-fb1f-4a7e-8723-561dde59f531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:08.211709 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40525361-fb1f-4a7e-8723-561dde59f531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:08.212156 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40525361-fb1f-4a7e-8723-561dde59f531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:08.212580 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40525361-fb1f-4a7e-8723-561dde59f531 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:08.213207 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40525361-fb1f-4a7e-8723-561dde59f531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:08.213801 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40525361-fb1f-4a7e-8723-561dde59f531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:08.214339 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40525361-fb1f-4a7e-8723-561dde59f531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:08.214892 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40525361-fb1f-4a7e-8723-561dde59f531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:08.215428 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40525361-fb1f-4a7e-8723-561dde59f531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:08.228663 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port fe268211-a295-482b-b9b6-9dd4c96c603b triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:08.229074 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:08.272685 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] Attempting to bind port 82281333-51d1-46bb-be52-bf0d0942b9e8 on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:18:08.276214 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] Attempting to bind port 82281333-51d1-46bb-be52-bf0d0942b9e8 by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': '2cb089da-fe8c-498d-8143-fd9b44bea8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '74571b21-78a7-4185-9659-6c93a300b083'}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:18:08.276370 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-3387592e-b4ab-4601-a2d5-1c9c0c513a48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809305-1-iscsi, 9c3eaf7f-a1f6-44a8-a23e-21333a13296f) {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:18:08.277033 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] Attempting to bind port 82281333-51d1-46bb-be52-bf0d0942b9e8 on network 74571b21-78a7-4185-9659-6c93a300b083 {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:18:08.284682 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:18:08.285204 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] Checking segment: {'id': '2cb089da-fe8c-498d-8143-fd9b44bea8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '74571b21-78a7-4185-9659-6c93a300b083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:18:08.285886 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:08.286765 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3387592e-b4ab-4601-a2d5-1c9c0c513a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:08.287247 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] Bound using segment: {'id': '2cb089da-fe8c-498d-8143-fd9b44bea8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '74571b21-78a7-4185-9659-6c93a300b083'} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:18:08.287363 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-3387592e-b4ab-4601-a2d5-1c9c0c513a48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:08.288035 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] Bound port: 82281333-51d1-46bb-be52-bf0d0942b9e8, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb089da-fe8c-498d-8143-fd9b44bea8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '74571b21-78a7-4185-9659-6c93a300b083'}}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:18:08.288674 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:08.295703 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e01326-6b9e-4ec5-a80f-d55d15995a69 None None] Network 9c3eaf7f-a1f6-44a8-a23e-21333a13296f requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:18:08.298083 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60af1bbd-3d8b-4ad5-a8bb-fe34681d11d4 admin admin] Checking segment: {'id': '1f316261-7fe7-493f-bc93-346c665e0701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:18:08.298454 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60af1bbd-3d8b-4ad5-a8bb-fe34681d11d4 admin admin] Network hostable DHCP agents. Network: e76ecd4a-0f04-4066-a036-5e09260f78fa, hostable agents: ['8150fd10-5b69-4841-ab2e-29f8c66906c8'], hosted agents: [] {{(pid=94552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:18:08.310579 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af1bbd-3d8b-4ad5-a8bb-fe34681d11d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a21d2f1-c28e-4022-9ded-ab7d7cbcd937,revision_number=0']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:08.363422 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] For port 82281333-51d1-46bb-be52-bf0d0942b9e8, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:18:08.366700 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] For port 82281333-51d1-46bb-be52-bf0d0942b9e8, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=82281333-51d1-46bb-be52-bf0d0942b9e8,segment=NetworkSegment(2cb089da-fe8c-498d-8143-fd9b44bea8e3),segment_id=2cb089da-fe8c-498d-8143-fd9b44bea8e3)] {{(pid=94554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:18:08.374697 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-3387592e-b4ab-4601-a2d5-1c9c0c513a48 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7297592 Sep 16 01:18:08.377104 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 38864) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:08.383543 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-16d81b09-ef5e-4711-94bd-c2af8b15da1b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1146313658-router', 'tenant_id': '84a4a1f6141348a7aefe756ab4583826', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:18:08.402958 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60af1bbd-3d8b-4ad5-a8bb-fe34681d11d4 admin admin] Network e76ecd4a-0f04-4066-a036-5e09260f78fa is scheduled to be hosted by DHCP agent 8150fd10-5b69-4841-ab2e-29f8c66906c8 with binding_index 1 {{(pid=94552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:18:08.409940 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.base_scheduler [None req-60af1bbd-3d8b-4ad5-a8bb-fe34681d11d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809305-1-iscsi, e76ecd4a-0f04-4066-a036-5e09260f78fa) {{(pid=94552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:18:08.418231 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60af1bbd-3d8b-4ad5-a8bb-fe34681d11d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:08.418833 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-60af1bbd-3d8b-4ad5-a8bb-fe34681d11d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:08.420193 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fca2b9e-41b8-42ed-a24f-2ec253b7a3e6 None None] Network e76ecd4a-0f04-4066-a036-5e09260f78fa requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:18:08.454436 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:08.478323 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-16d81b09-ef5e-4711-94bd-c2af8b15da1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1185'] for router, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:08.479596 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-16d81b09-ef5e-4711-94bd-c2af8b15da1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1210'] for router, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:08.506653 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40525361-fb1f-4a7e-8723-561dde59f531 None None] Pushing event updated for resources: {'Port': ['ID=82281333-51d1-46bb-be52-bf0d0942b9e8,revision_number=4']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:08.523165 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] Routers {'1ef2fba3-0942-4930-b076-036406071a8a'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:18:08.523811 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:18:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['1ef2fba3-0942-4930-b076-036406071a8a'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:08.537115 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-204eec86-27af-4f78-b940-df1af6e67fce None None] Provisioning complete for port 82281333-51d1-46bb-be52-bf0d0942b9e8 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:08.537501 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-204eec86-27af-4f78-b940-df1af6e67fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:08.569481 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-60af1bbd-3d8b-4ad5-a8bb-fe34681d11d4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7051213 Sep 16 01:18:08.572195 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 38868) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:08.574473 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-16d81b09-ef5e-4711-94bd-c2af8b15da1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:08.578159 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-6dac14f5-ab61-4fcc-a1f7-cd79f2b38e4f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1141561125-router', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:18:08.646831 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d085daa-364c-4932-aed4-714fcd0da1cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6907d297-5b82-550a-a14a-385e6c7ce062-9c3eaf7f-a1f6-44a8-a23e-21333a13296f', 'network_id': '9c3eaf7f-a1f6-44a8-a23e-21333a13296f', 'tenant_id': '84a4a1f6141348a7aefe756ab4583826', 'fixed_ips': [{'subnet_id': 'f06e5fe7-20c6-4210-8cfb-5100850993ec'}]}} from dv-cinder-809305-1-iscsi. {{(pid=94553) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 01:18:08.648220 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2d085daa-364c-4932-aed4-714fcd0da1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:08.679361 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6dac14f5-ab61-4fcc-a1f7-cd79f2b38e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1185'] for router, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:08.682020 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6dac14f5-ab61-4fcc-a1f7-cd79f2b38e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1210'] for router, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:08.711176 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] Set router 1ef2fba3-0942-4930-b076-036406071a8a gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:18:08.761195 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6dac14f5-ab61-4fcc-a1f7-cd79f2b38e4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:08.805069 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559f12f3-51c9-4f84-9c56-dfc454f0d666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6907d297-5b82-550a-a14a-385e6c7ce062-e76ecd4a-0f04-4066-a036-5e09260f78fa', 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'fixed_ips': [{'subnet_id': '4a21d2f1-c28e-4022-9ded-ab7d7cbcd937'}]}} from dv-cinder-809305-1-iscsi. {{(pid=94553) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 01:18:08.805919 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-559f12f3-51c9-4f84-9c56-dfc454f0d666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:08.843467 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-16d81b09-ef5e-4711-94bd-c2af8b15da1b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:08.851675 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-204eec86-27af-4f78-b940-df1af6e67fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:08.946644 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:18:05Z', 'revision_number': 4, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '82281333-51d1-46bb-be52-bf0d0942b9e8', 'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'mac_address': 'fa:16:3e:03:e1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:04Z', 'updated_at': '2021-09-16T01:18:08Z', 'revision_number': 4, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'subnets': [{'id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:08.974139 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc92f2f1-e638-4713-92a3-cc6b72038215 None None] The sync data for ids ['1ef2fba3-0942-4930-b076-036406071a8a'] in dv-cinder-809305-1-iscsi is: [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:18:05Z', 'revision_number': 4, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '82281333-51d1-46bb-be52-bf0d0942b9e8', 'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'mac_address': 'fa:16:3e:03:e1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:04Z', 'updated_at': '2021-09-16T01:18:08Z', 'revision_number': 4, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'subnets': [{'id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:18:08.979981 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-2d085daa-364c-4932-aed4-714fcd0da1cc None None] Allocated IP 172.20.0.2 (9c3eaf7f-a1f6-44a8-a23e-21333a13296f/f06e5fe7-20c6-4210-8cfb-5100850993ec/553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:18:08.991730 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-204eec86-27af-4f78-b940-df1af6e67fce None None] For port 82281333-51d1-46bb-be52-bf0d0942b9e8, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=82281333-51d1-46bb-be52-bf0d0942b9e8,segment=NetworkSegment(2cb089da-fe8c-498d-8143-fd9b44bea8e3),segment_id=2cb089da-fe8c-498d-8143-fd9b44bea8e3)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:18:08.998142 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6dac14f5-ab61-4fcc-a1f7-cd79f2b38e4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:09.084604 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-559f12f3-51c9-4f84-9c56-dfc454f0d666 None None] Allocated IP 172.20.0.2 (e76ecd4a-0f04-4066-a036-5e09260f78fa/4a21d2f1-c28e-4022-9ded-ab7d7cbcd937/20468c77-9171-4d28-9d36-6acdcb3e41a8) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:18:09.120609 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-204eec86-27af-4f78-b940-df1af6e67fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:09.185042 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204eec86-27af-4f78-b940-df1af6e67fce None None] Pushing event updated for resources: {'Port': ['ID=82281333-51d1-46bb-be52-bf0d0942b9e8,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:09.226447 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-16d81b09-ef5e-4711-94bd-c2af8b15da1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:09.251415 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-16d81b09-ef5e-4711-94bd-c2af8b15da1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:09.376261 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [None req-16d81b09-ef5e-4711-94bd-c2af8b15da1b admin admin] Allocated IP 172.27.3.120 (04f57937-fa31-48b0-af0b-dafeb4e5696d/f10087fb-cc50-497f-84f8-0079589df3d7/44f97d04-f602-4b93-8343-43fa97937ade) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:18:09.390532 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-c0c98f48-772b-4f38-a5a5-1f299de3f6d3 None None] Provisioning complete for port 82281333-51d1-46bb-be52-bf0d0942b9e8 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:09.391322 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-c0c98f48-772b-4f38-a5a5-1f299de3f6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:09.525041 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-559f12f3-51c9-4f84-9c56-dfc454f0d666 None None] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:09.525041 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2d085daa-364c-4932-aed4-714fcd0da1cc None None] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:09.525699 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-16d81b09-ef5e-4711-94bd-c2af8b15da1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:09.619583 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6dac14f5-ab61-4fcc-a1f7-cd79f2b38e4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:09.642518 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6dac14f5-ab61-4fcc-a1f7-cd79f2b38e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:09.659793 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-559f12f3-51c9-4f84-9c56-dfc454f0d666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:09.697941 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559f12f3-51c9-4f84-9c56-dfc454f0d666 None None] Network e76ecd4a-0f04-4066-a036-5e09260f78fa is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:18:09.701001 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-559f12f3-51c9-4f84-9c56-dfc454f0d666 None None] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:18:09.708001 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-16d81b09-ef5e-4711-94bd-c2af8b15da1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:09.713281 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559f12f3-51c9-4f84-9c56-dfc454f0d666 None None] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:18:09.720313 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2d085daa-364c-4932-aed4-714fcd0da1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:09.741188 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f12f3-51c9-4f84-9c56-dfc454f0d666 None None] Pushing event updated for resources: {'Port': ['ID=20468c77-9171-4d28-9d36-6acdcb3e41a8,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:09.753112 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d085daa-364c-4932-aed4-714fcd0da1cc None None] Network 9c3eaf7f-a1f6-44a8-a23e-21333a13296f is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:18:09.765367 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d81b09-ef5e-4711-94bd-c2af8b15da1b admin admin] Network 04f57937-fa31-48b0-af0b-dafeb4e5696d is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:18:09.782749 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-16d81b09-ef5e-4711-94bd-c2af8b15da1b admin admin] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:18:09.782749 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d81b09-ef5e-4711-94bd-c2af8b15da1b admin admin] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:18:09.796346 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-2d085daa-364c-4932-aed4-714fcd0da1cc None None] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:18:09.801960 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.db_base_plugin_common [None req-6dac14f5-ab61-4fcc-a1f7-cd79f2b38e4f admin admin] Allocated IP 172.27.3.154 (04f57937-fa31-48b0-af0b-dafeb4e5696d/f10087fb-cc50-497f-84f8-0079589df3d7/4dd51ef2-4a38-4eb8-b758-affbb7290fc5) {{(pid=94552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:18:09.813046 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d085daa-364c-4932-aed4-714fcd0da1cc None None] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:18:09.825903 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d81b09-ef5e-4711-94bd-c2af8b15da1b admin admin] Pushing event updated for resources: {'Port': ['ID=44f97d04-f602-4b93-8343-43fa97937ade,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:09.904011 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-559f12f3-51c9-4f84-9c56-dfc454f0d666 None None] Attempting to bind port 20468c77-9171-4d28-9d36-6acdcb3e41a8 on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:18:09.904382 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-559f12f3-51c9-4f84-9c56-dfc454f0d666 None None] Attempting to bind port 20468c77-9171-4d28-9d36-6acdcb3e41a8 by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': '1f316261-7fe7-493f-bc93-346c665e0701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:18:09.904751 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f12f3-51c9-4f84-9c56-dfc454f0d666 None None] Attempting to bind port 20468c77-9171-4d28-9d36-6acdcb3e41a8 on network e76ecd4a-0f04-4066-a036-5e09260f78fa {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:18:09.906742 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d085daa-364c-4932-aed4-714fcd0da1cc None None] Pushing event updated for resources: {'Port': ['ID=553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:09.925842 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f12f3-51c9-4f84-9c56-dfc454f0d666 None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:18:09.926223 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f12f3-51c9-4f84-9c56-dfc454f0d666 None None] Checking segment: {'id': '1f316261-7fe7-493f-bc93-346c665e0701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:18:09.926630 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-559f12f3-51c9-4f84-9c56-dfc454f0d666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:09.927022 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f12f3-51c9-4f84-9c56-dfc454f0d666 None None] Bound using segment: {'id': '1f316261-7fe7-493f-bc93-346c665e0701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:18:09.927499 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-559f12f3-51c9-4f84-9c56-dfc454f0d666 None None] Bound port: 20468c77-9171-4d28-9d36-6acdcb3e41a8, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f316261-7fe7-493f-bc93-346c665e0701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:18:09.927882 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-559f12f3-51c9-4f84-9c56-dfc454f0d666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:09.929948 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-2d085daa-364c-4932-aed4-714fcd0da1cc None None] Attempting to bind port 553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20 on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:18:09.930307 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-2d085daa-364c-4932-aed4-714fcd0da1cc None None] Attempting to bind port 553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20 by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': 'aed7a72e-468e-40d6-87a5-a1e3e6791ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9c3eaf7f-a1f6-44a8-a23e-21333a13296f'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:18:09.930660 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d085daa-364c-4932-aed4-714fcd0da1cc None None] Attempting to bind port 553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20 on network 9c3eaf7f-a1f6-44a8-a23e-21333a13296f {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:18:09.936725 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d085daa-364c-4932-aed4-714fcd0da1cc None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:18:09.937116 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d085daa-364c-4932-aed4-714fcd0da1cc None None] Checking segment: {'id': 'aed7a72e-468e-40d6-87a5-a1e3e6791ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9c3eaf7f-a1f6-44a8-a23e-21333a13296f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:18:09.937514 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2d085daa-364c-4932-aed4-714fcd0da1cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:09.937905 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d085daa-364c-4932-aed4-714fcd0da1cc None None] Bound using segment: {'id': 'aed7a72e-468e-40d6-87a5-a1e3e6791ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9c3eaf7f-a1f6-44a8-a23e-21333a13296f'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:18:09.938371 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-2d085daa-364c-4932-aed4-714fcd0da1cc None None] Bound port: 553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed7a72e-468e-40d6-87a5-a1e3e6791ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9c3eaf7f-a1f6-44a8-a23e-21333a13296f'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:18:09.938757 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2d085daa-364c-4932-aed4-714fcd0da1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:09.956621 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6dac14f5-ab61-4fcc-a1f7-cd79f2b38e4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:10.058414 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-559f12f3-51c9-4f84-9c56-dfc454f0d666 None None] For port 20468c77-9171-4d28-9d36-6acdcb3e41a8, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:18:10.062522 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-559f12f3-51c9-4f84-9c56-dfc454f0d666 None None] For port 20468c77-9171-4d28-9d36-6acdcb3e41a8, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=20468c77-9171-4d28-9d36-6acdcb3e41a8,segment=NetworkSegment(1f316261-7fe7-493f-bc93-346c665e0701),segment_id=1f316261-7fe7-493f-bc93-346c665e0701)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:18:10.063976 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-2d085daa-364c-4932-aed4-714fcd0da1cc None None] For port 553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:18:10.067034 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-2d085daa-364c-4932-aed4-714fcd0da1cc None None] For port 553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20,segment=NetworkSegment(aed7a72e-468e-40d6-87a5-a1e3e6791ac1),segment_id=aed7a72e-468e-40d6-87a5-a1e3e6791ac1)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:18:10.122022 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6dac14f5-ab61-4fcc-a1f7-cd79f2b38e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:10.179756 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-559f12f3-51c9-4f84-9c56-dfc454f0d666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:10.182925 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-16d81b09-ef5e-4711-94bd-c2af8b15da1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:10.193446 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac14f5-ab61-4fcc-a1f7-cd79f2b38e4f admin admin] Pushing event updated for resources: {'Port': ['ID=4dd51ef2-4a38-4eb8-b758-affbb7290fc5,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:10.200696 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dac14f5-ab61-4fcc-a1f7-cd79f2b38e4f admin admin] Network 04f57937-fa31-48b0-af0b-dafeb4e5696d is already hosted by enough agents. {{(pid=94552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:18:10.202129 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.base_scheduler [None req-6dac14f5-ab61-4fcc-a1f7-cd79f2b38e4f admin admin] Resources bound (agent type, host, resource id): {{(pid=94552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:18:10.204703 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dac14f5-ab61-4fcc-a1f7-cd79f2b38e4f admin admin] Received port after_create {{(pid=94552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:18:10.228599 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 82281333-51d1-46bb-be52-bf0d0942b9e8 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:18:10.239319 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2d085daa-364c-4932-aed4-714fcd0da1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:10.326015 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f12f3-51c9-4f84-9c56-dfc454f0d666 None None] Pushing event updated for resources: {'Port': ['ID=20468c77-9171-4d28-9d36-6acdcb3e41a8,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:10.457440 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-16d81b09-ef5e-4711-94bd-c2af8b15da1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530242'] for router, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:10.538079 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 82281333-51d1-46bb-be52-bf0d0942b9e8 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:10.538517 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:10.543120 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d085daa-364c-4932-aed4-714fcd0da1cc None None] Pushing event updated for resources: {'Port': ['ID=553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:10.667176 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6dac14f5-ab61-4fcc-a1f7-cd79f2b38e4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:10.785116 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d81b09-ef5e-4711-94bd-c2af8b15da1b admin admin] Router af394412-03bc-4b7d-88d5-25c96ffcb02c is scheduled to L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 with binding_index 1 {{(pid=94551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 01:18:10.875804 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6dac14f5-ab61-4fcc-a1f7-cd79f2b38e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530242'] for router, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:10.899836 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d81b09-ef5e-4711-94bd-c2af8b15da1b admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:18:10.912344 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] Sync routers for ids ['af394412-03bc-4b7d-88d5-25c96ffcb02c'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:18:10.923336 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] Routers {'af394412-03bc-4b7d-88d5-25c96ffcb02c'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:18:10.924198 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:18:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['af394412-03bc-4b7d-88d5-25c96ffcb02c'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:11.035020 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] Set router af394412-03bc-4b7d-88d5-25c96ffcb02c gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:18:11.042599 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-16d81b09-ef5e-4711-94bd-c2af8b15da1b admin admin] Notify callbacks [] for router, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:11.046412 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-16d81b09-ef5e-4711-94bd-c2af8b15da1b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6658893 Sep 16 01:18:11.046756 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 38880) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:11.139628 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dac14f5-ab61-4fcc-a1f7-cd79f2b38e4f admin admin] Router 061cb916-039d-4d2c-8499-e0992af7c676 is scheduled to L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 with binding_index 1 {{(pid=94552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 01:18:11.229485 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af394412-03bc-4b7d-88d5-25c96ffcb02c', 'name': 'tempest-TestVolumeBootPattern-1146313658-router', 'tenant_id': '84a4a1f6141348a7aefe756ab4583826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '44f97d04-f602-4b93-8343-43fa97937ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:08Z', 'updated_at': '2021-09-16T01:18:09Z', 'revision_number': 3, 'project_id': '84a4a1f6141348a7aefe756ab4583826', 'gw_port': {'id': '44f97d04-f602-4b93-8343-43fa97937ade', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af394412-03bc-4b7d-88d5-25c96ffcb02c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:09Z', 'updated_at': '2021-09-16T01:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:11.261488 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] Checking router: af394412-03bc-4b7d-88d5-25c96ffcb02c for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:18:11.261488 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] Updating router af394412-03bc-4b7d-88d5-25c96ffcb02c port 44f97d04-f602-4b93-8343-43fa97937ade binding host dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:18:11.288410 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:11.342617 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dac14f5-ab61-4fcc-a1f7-cd79f2b38e4f admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:18:11.354506 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] Sync routers for ids ['061cb916-039d-4d2c-8499-e0992af7c676'] in dv-cinder-809305-1-iscsi {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:18:11.368069 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] Routers {'061cb916-039d-4d2c-8499-e0992af7c676'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:18:11.369077 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:18:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['061cb916-039d-4d2c-8499-e0992af7c676'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:11.380087 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613b8946-b668-43fa-b63d-fd4d78b459c7 None None] Network e76ecd4a-0f04-4066-a036-5e09260f78fa requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:18:11.465886 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6dac14f5-ab61-4fcc-a1f7-cd79f2b38e4f admin admin] Notify callbacks [] for router, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:11.467765 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-6dac14f5-ab61-4fcc-a1f7-cd79f2b38e4f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8942082 Sep 16 01:18:11.470580 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 38882) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:11.472040 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-de12f29a-b9df-4dc3-a361-8935f79cc036 None None] Provisioning complete for port 20468c77-9171-4d28-9d36-6acdcb3e41a8 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:11.472424 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-de12f29a-b9df-4dc3-a361-8935f79cc036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:11.496047 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] Set router 061cb916-039d-4d2c-8499-e0992af7c676 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:18:11.727336 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-89c74305-4635-47dd-85db-5edfda6a99d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:11.736218 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061cb916-039d-4d2c-8499-e0992af7c676', 'name': 'tempest-TestMinimumBasicScenario-1141561125-router', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:08Z', 'updated_at': '2021-09-16T01:18:10Z', 'revision_number': 3, 'project_id': '41bf6a37de014072adf885993889f7d9', 'gw_port': {'id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:09Z', 'updated_at': '2021-09-16T01:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:11.751514 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-de12f29a-b9df-4dc3-a361-8935f79cc036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:11.776653 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] Checking router: 061cb916-039d-4d2c-8499-e0992af7c676 for host: dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:18:11.777079 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] Updating router 061cb916-039d-4d2c-8499-e0992af7c676 port 4dd51ef2-4a38-4eb8-b758-affbb7290fc5 binding host dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:18:11.808242 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:11.835021 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-de12f29a-b9df-4dc3-a361-8935f79cc036 None None] For port 20468c77-9171-4d28-9d36-6acdcb3e41a8, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=20468c77-9171-4d28-9d36-6acdcb3e41a8,segment=NetworkSegment(1f316261-7fe7-493f-bc93-346c665e0701),segment_id=1f316261-7fe7-493f-bc93-346c665e0701)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:18:11.856549 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:11.945350 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-de12f29a-b9df-4dc3-a361-8935f79cc036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:11.983893 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca1f5a4-2b90-4f10-86c4-7a7de7ce0521 None None] Network 9c3eaf7f-a1f6-44a8-a23e-21333a13296f requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:18:11.989678 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:12.050463 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.db_base_plugin_common [None req-89c74305-4635-47dd-85db-5edfda6a99d9 admin admin] Allocated IP 172.20.0.1 (9c3eaf7f-a1f6-44a8-a23e-21333a13296f/f06e5fe7-20c6-4210-8cfb-5100850993ec/e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4) {{(pid=94552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:18:12.127304 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12f29a-b9df-4dc3-a361-8935f79cc036 None None] Pushing event updated for resources: {'Port': ['ID=20468c77-9171-4d28-9d36-6acdcb3e41a8,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:12.133555 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] Attempting to bind port 44f97d04-f602-4b93-8343-43fa97937ade on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:18:12.134009 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] Attempting to bind port 44f97d04-f602-4b93-8343-43fa97937ade by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:18:12.134447 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] Attempting to bind port 44f97d04-f602-4b93-8343-43fa97937ade on network 04f57937-fa31-48b0-af0b-dafeb4e5696d {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:18:12.167714 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-7a515242-1aa0-4c05-8476-e89a9c111ab4 None None] Provisioning complete for port 553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:12.168166 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-7a515242-1aa0-4c05-8476-e89a9c111ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:12.176245 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:18:12.176773 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] Checking segment: {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:18:12.177273 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:12.177739 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] Bound using segment: {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:18:12.178368 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] Bound port: 44f97d04-f602-4b93-8343-43fa97937ade, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:18:12.178867 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:12.220273 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:12.252775 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8f41e-14f4-4761-917d-72100d765d37 None None] Pushing event updated for resources: {'Port': ['ID=44f97d04-f602-4b93-8343-43fa97937ade,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:12.323536 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:12.325605 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] For port 44f97d04-f602-4b93-8343-43fa97937ade, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:18:12.330819 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] For port 44f97d04-f602-4b93-8343-43fa97937ade, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=44f97d04-f602-4b93-8343-43fa97937ade,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:18:12.377914 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 20468c77-9171-4d28-9d36-6acdcb3e41a8 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:18:12.403258 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667e475-e127-4a93-be4f-6270a16a262d None None] Pushing event updated for resources: {'Port': ['ID=4dd51ef2-4a38-4eb8-b758-affbb7290fc5,revision_number=2']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:12.415581 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] Attempting to bind port 4dd51ef2-4a38-4eb8-b758-affbb7290fc5 on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:18:12.416022 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] Attempting to bind port 4dd51ef2-4a38-4eb8-b758-affbb7290fc5 by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:18:12.417514 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] Attempting to bind port 4dd51ef2-4a38-4eb8-b758-affbb7290fc5 on network 04f57937-fa31-48b0-af0b-dafeb4e5696d {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:18:12.424220 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-7a515242-1aa0-4c05-8476-e89a9c111ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:12.424687 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:18:12.425136 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] Checking segment: {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:18:12.425549 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:12.425949 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] Bound using segment: {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:18:12.426458 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] Bound port: 4dd51ef2-4a38-4eb8-b758-affbb7290fc5, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:18:12.426878 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:12.441919 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:12.472294 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6bea944f-44ce-4e58-90f0-c90576306f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:12.483625 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] For port 4dd51ef2-4a38-4eb8-b758-affbb7290fc5, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:18:12.488119 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] For port 4dd51ef2-4a38-4eb8-b758-affbb7290fc5, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=4dd51ef2-4a38-4eb8-b758-affbb7290fc5,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:18:12.492808 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-89c74305-4635-47dd-85db-5edfda6a99d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:12.520189 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-7a515242-1aa0-4c05-8476-e89a9c111ab4 None None] For port 553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20,segment=NetworkSegment(aed7a72e-468e-40d6-87a5-a1e3e6791ac1),segment_id=aed7a72e-468e-40d6-87a5-a1e3e6791ac1)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:18:12.535850 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 20468c77-9171-4d28-9d36-6acdcb3e41a8 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:12.536304 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:12.544129 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] Routers {'af394412-03bc-4b7d-88d5-25c96ffcb02c'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:18:12.544865 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:18:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['af394412-03bc-4b7d-88d5-25c96ffcb02c'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:12.557908 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:12.604797 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8f41e-14f4-4761-917d-72100d765d37 None None] Pushing event updated for resources: {'Port': ['ID=44f97d04-f602-4b93-8343-43fa97937ade,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:12.628680 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-7a515242-1aa0-4c05-8476-e89a9c111ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:12.659020 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667e475-e127-4a93-be4f-6270a16a262d None None] Pushing event updated for resources: {'Port': ['ID=4dd51ef2-4a38-4eb8-b758-affbb7290fc5,revision_number=3']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:12.674221 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.db_base_plugin_common [None req-6bea944f-44ce-4e58-90f0-c90576306f18 admin admin] Allocated IP 172.20.0.1 (e76ecd4a-0f04-4066-a036-5e09260f78fa/4a21d2f1-c28e-4022-9ded-ab7d7cbcd937/455dd7eb-6e6e-493f-94d2-59e9667ef9f4) {{(pid=94552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:18:12.686958 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] Routers {'061cb916-039d-4d2c-8499-e0992af7c676'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:18:12.687686 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:18:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['061cb916-039d-4d2c-8499-e0992af7c676'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:12.707207 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-89c74305-4635-47dd-85db-5edfda6a99d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:12.741395 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] Set router af394412-03bc-4b7d-88d5-25c96ffcb02c gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:18:12.792813 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c74305-4635-47dd-85db-5edfda6a99d9 admin admin] Network 9c3eaf7f-a1f6-44a8-a23e-21333a13296f is already hosted by enough agents. {{(pid=94552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:18:12.802563 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.base_scheduler [None req-89c74305-4635-47dd-85db-5edfda6a99d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:18:12.809770 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c74305-4635-47dd-85db-5edfda6a99d9 admin admin] Received port after_create {{(pid=94552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:18:12.813197 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] Set router 061cb916-039d-4d2c-8499-e0992af7c676 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:18:12.814214 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c74305-4635-47dd-85db-5edfda6a99d9 admin admin] Pushing event updated for resources: {'Port': ['ID=e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:12.851223 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a515242-1aa0-4c05-8476-e89a9c111ab4 None None] Pushing event updated for resources: {'Port': ['ID=553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:12.873020 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-89c74305-4635-47dd-85db-5edfda6a99d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530325'] for router_interface, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:12.879376 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6bea944f-44ce-4e58-90f0-c90576306f18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:12.885717 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:18:12.921251 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-2035dc50-a270-4523-a746-292bd97c7cfc None None] Provisioning complete for port 20468c77-9171-4d28-9d36-6acdcb3e41a8 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:12.921642 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2035dc50-a270-4523-a746-292bd97c7cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:13.020322 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061cb916-039d-4d2c-8499-e0992af7c676', 'name': 'tempest-TestMinimumBasicScenario-1141561125-router', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:08Z', 'updated_at': '2021-09-16T01:18:10Z', 'revision_number': 3, 'project_id': '41bf6a37de014072adf885993889f7d9', 'gw_port': {'id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:09Z', 'updated_at': '2021-09-16T01:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:13.054698 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6bea944f-44ce-4e58-90f0-c90576306f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:13.125712 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bea944f-44ce-4e58-90f0-c90576306f18 admin admin] Network e76ecd4a-0f04-4066-a036-5e09260f78fa is already hosted by enough agents. {{(pid=94552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:18:13.136662 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.base_scheduler [None req-6bea944f-44ce-4e58-90f0-c90576306f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=94552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:18:13.138815 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bea944f-44ce-4e58-90f0-c90576306f18 admin admin] Received port after_create {{(pid=94552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:18:13.140755 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48c2a94-e6d8-45c2-9152-ac031d2838b4 None None] The sync data for ids ['061cb916-039d-4d2c-8499-e0992af7c676'] in dv-cinder-809305-1-iscsi is: [{'id': '061cb916-039d-4d2c-8499-e0992af7c676', 'name': 'tempest-TestMinimumBasicScenario-1141561125-router', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:08Z', 'updated_at': '2021-09-16T01:18:10Z', 'revision_number': 3, 'project_id': '41bf6a37de014072adf885993889f7d9', 'gw_port': {'id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:09Z', 'updated_at': '2021-09-16T01:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}] {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:18:13.141137 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-89c74305-4635-47dd-85db-5edfda6a99d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:13.167245 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea944f-44ce-4e58-90f0-c90576306f18 admin admin] Pushing event updated for resources: {'Port': ['ID=455dd7eb-6e6e-493f-94d2-59e9667ef9f4,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:13.210372 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6bea944f-44ce-4e58-90f0-c90576306f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530325'] for router_interface, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:13.211027 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:13.211902 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:13.398086 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af394412-03bc-4b7d-88d5-25c96ffcb02c', 'name': 'tempest-TestVolumeBootPattern-1146313658-router', 'tenant_id': '84a4a1f6141348a7aefe756ab4583826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '44f97d04-f602-4b93-8343-43fa97937ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:08Z', 'updated_at': '2021-09-16T01:18:09Z', 'revision_number': 3, 'project_id': '84a4a1f6141348a7aefe756ab4583826', 'gw_port': {'id': '44f97d04-f602-4b93-8343-43fa97937ade', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af394412-03bc-4b7d-88d5-25c96ffcb02c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:09Z', 'updated_at': '2021-09-16T01:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:13.440152 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce4b276-c7de-436e-bf7c-3159893b03e1 None None] The sync data for ids ['af394412-03bc-4b7d-88d5-25c96ffcb02c'] in dv-cinder-809305-1-iscsi is: [{'id': 'af394412-03bc-4b7d-88d5-25c96ffcb02c', 'name': 'tempest-TestVolumeBootPattern-1146313658-router', 'tenant_id': '84a4a1f6141348a7aefe756ab4583826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '44f97d04-f602-4b93-8343-43fa97937ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:08Z', 'updated_at': '2021-09-16T01:18:09Z', 'revision_number': 3, 'project_id': '84a4a1f6141348a7aefe756ab4583826', 'gw_port': {'id': '44f97d04-f602-4b93-8343-43fa97937ade', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af394412-03bc-4b7d-88d5-25c96ffcb02c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:09Z', 'updated_at': '2021-09-16T01:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:18:13.491501 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-0ae53dc0-7b09-4449-8112-39555b2e5b23 None None] Provisioning complete for port e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:13.491501 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0ae53dc0-7b09-4449-8112-39555b2e5b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:13.528583 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-89c74305-4635-47dd-85db-5edfda6a99d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:13.541181 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-0ae53dc0-7b09-4449-8112-39555b2e5b23 None None] Port e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:18:13.551482 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-0ae53dc0-7b09-4449-8112-39555b2e5b23 None None] Provisioning complete for port 455dd7eb-6e6e-493f-94d2-59e9667ef9f4 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:13.551858 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0ae53dc0-7b09-4449-8112-39555b2e5b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:13.615852 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-0ae53dc0-7b09-4449-8112-39555b2e5b23 None None] Port 455dd7eb-6e6e-493f-94d2-59e9667ef9f4 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:18:13.624385 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-89c74305-4635-47dd-85db-5edfda6a99d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9529498'] for port, after_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:13.627360 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-0ae53dc0-7b09-4449-8112-39555b2e5b23 None None] Provisioning complete for port 553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:13.627685 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0ae53dc0-7b09-4449-8112-39555b2e5b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:13.693128 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6bea944f-44ce-4e58-90f0-c90576306f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:13.726865 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c74305-4635-47dd-85db-5edfda6a99d9 admin admin] Pushing event updated for resources: {'Port': ['ID=e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4,revision_number=2']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:13.755575 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-89c74305-4635-47dd-85db-5edfda6a99d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529669'] for router_interface, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:14.000839 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c74305-4635-47dd-85db-5edfda6a99d9 admin admin] Network 9c3eaf7f-a1f6-44a8-a23e-21333a13296f is already hosted by enough agents. {{(pid=94552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:18:14.002447 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.base_scheduler [None req-89c74305-4635-47dd-85db-5edfda6a99d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:18:14.071302 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6bea944f-44ce-4e58-90f0-c90576306f18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:14.162847 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6bea944f-44ce-4e58-90f0-c90576306f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9529498'] for port, after_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:14.258077 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6bea944f-44ce-4e58-90f0-c90576306f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529669'] for router_interface, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:14.299486 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea944f-44ce-4e58-90f0-c90576306f18 admin admin] Pushing event updated for resources: {'Port': ['ID=455dd7eb-6e6e-493f-94d2-59e9667ef9f4,revision_number=2']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:14.309390 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c74305-4635-47dd-85db-5edfda6a99d9 admin admin] Router af394412-03bc-4b7d-88d5-25c96ffcb02c has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:18:14.380107 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-cb79199c-d892-4fdd-ae09-b3d4adb8751f None None] Provisioning complete for port e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:14.380764 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cb79199c-d892-4fdd-ae09-b3d4adb8751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:14.435186 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 20468c77-9171-4d28-9d36-6acdcb3e41a8 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:18:14.462387 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bea944f-44ce-4e58-90f0-c90576306f18 admin admin] Network e76ecd4a-0f04-4066-a036-5e09260f78fa is already hosted by enough agents. {{(pid=94552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:18:14.466542 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.base_scheduler [None req-6bea944f-44ce-4e58-90f0-c90576306f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=94552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:18:14.474312 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-cb79199c-d892-4fdd-ae09-b3d4adb8751f None None] Port e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:18:14.496161 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 20468c77-9171-4d28-9d36-6acdcb3e41a8 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:14.496539 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:14.525078 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c74305-4635-47dd-85db-5edfda6a99d9 admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:18:14.548202 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-89c74305-4635-47dd-85db-5edfda6a99d9 admin admin] 10.222.0.22 "PUT /v2.0/routers/af394412-03bc-4b7d-88d5-25c96ffcb02c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4913535 Sep 16 01:18:14.578814 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 44f97d04-f602-4b93-8343-43fa97937ade up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:18:14.630751 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bea944f-44ce-4e58-90f0-c90576306f18 admin admin] Router 061cb916-039d-4d2c-8499-e0992af7c676 has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:18:14.634456 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 44f97d04-f602-4b93-8343-43fa97937ade triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:14.634837 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:14.723982 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-1bf7b852-67fa-42cb-a612-51bf25c46b9d None None] Provisioning complete for port 455dd7eb-6e6e-493f-94d2-59e9667ef9f4 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:14.724370 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-1bf7b852-67fa-42cb-a612-51bf25c46b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:14.760099 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bea944f-44ce-4e58-90f0-c90576306f18 admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:18:14.773870 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-6bea944f-44ce-4e58-90f0-c90576306f18 admin admin] 10.222.0.22 "PUT /v2.0/routers/061cb916-039d-4d2c-8499-e0992af7c676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3016257 Sep 16 01:18:14.785399 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-1bf7b852-67fa-42cb-a612-51bf25c46b9d None None] Port 455dd7eb-6e6e-493f-94d2-59e9667ef9f4 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:18:14.794410 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:14.815633 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] For port 44f97d04-f602-4b93-8343-43fa97937ade, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=44f97d04-f602-4b93-8343-43fa97937ade,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:18:14.945164 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:14.946097 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 4dd51ef2-4a38-4eb8-b758-affbb7290fc5 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:18:15.023682 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Pushing event updated for resources: {'Port': ['ID=44f97d04-f602-4b93-8343-43fa97937ade,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:15.032852 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:15.033234 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:15.033585 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:15.033922 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:15.034266 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:15.034607 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:15.034921 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:15.035253 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:15.035602 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:15.035936 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:15.036264 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:15.036587 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:15.047572 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 4dd51ef2-4a38-4eb8-b758-affbb7290fc5 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:15.047946 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:15.129949 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:15.150214 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] For port 4dd51ef2-4a38-4eb8-b758-affbb7290fc5, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=4dd51ef2-4a38-4eb8-b758-affbb7290fc5,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:18:15.233843 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:15.233843 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:18:15.280316 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 38922) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:15.286298 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-885dff78-c22e-4e9e-a7e6-9ccd55b1d191 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1697875883', 'description': 'tempest-secgroup-smoke-1697875883 description', 'project_id': '1b7bbaf8f0f24f869617997188268255'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:18:15.308183 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Pushing event updated for resources: {'Port': ['ID=4dd51ef2-4a38-4eb8-b758-affbb7290fc5,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:15.320133 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:15.320532 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:15.379585 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-885dff78-c22e-4e9e-a7e6-9ccd55b1d191 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:15.469975 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-885dff78-c22e-4e9e-a7e6-9ccd55b1d191 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:15.518617 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 38930) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:15.523606 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-46bd5ccd-1b6d-4e99-b00a-432ee2b1f0e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1013142346-network', 'tenant_id': 'ab07dc317e1f48df92084bc18749e4f6'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:18:15.539553 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-885dff78-c22e-4e9e-a7e6-9ccd55b1d191 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:15.569710 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885dff78-c22e-4e9e-a7e6-9ccd55b1d191 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4266fc38-7ab1-4df7-ae56-ac1ae8df283f,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:15.636386 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bd5ccd-1b6d-4e99-b00a-432ee2b1f0e1 admin admin] Made reservation on behalf of ab07dc317e1f48df92084bc18749e4f6 for: {'network': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:18:15.638763 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-46bd5ccd-1b6d-4e99-b00a-432ee2b1f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for network, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:15.649019 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-46bd5ccd-1b6d-4e99-b00a-432ee2b1f0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:15.762747 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-885dff78-c22e-4e9e-a7e6-9ccd55b1d191 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:15.769288 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-885dff78-c22e-4e9e-a7e6-9ccd55b1d191 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4826372 Sep 16 01:18:15.772842 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 38934) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:15.777515 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-53ecfb68-32e7-4868-89f4-2cf4d725dfa4 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Request body: {'security_group_rule': {'security_group_id': '4266fc38-7ab1-4df7-ae56-ac1ae8df283f', 'project_id': '1b7bbaf8f0f24f869617997188268255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:18:15.851437 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-46bd5ccd-1b6d-4e99-b00a-432ee2b1f0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:15.956736 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-46bd5ccd-1b6d-4e99-b00a-432ee2b1f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:15.978671 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bd5ccd-1b6d-4e99-b00a-432ee2b1f0e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=94551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:18:15.993017 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd5ccd-1b6d-4e99-b00a-432ee2b1f0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f39c96c-b0fd-4763-91ce-af8c205b484f,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:15.996357 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-46bd5ccd-1b6d-4e99-b00a-432ee2b1f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:16.002839 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.db.segments_db [None req-46bd5ccd-1b6d-4e99-b00a-432ee2b1f0e1 admin admin] Added segment cbeb68d0-0695-4b94-be3b-4e78f621a189 of type vlan for network 51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc Sep 16 01:18:16.038333 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-46bd5ccd-1b6d-4e99-b00a-432ee2b1f0e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752232308511'] for network, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:16.059080 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-53ecfb68-32e7-4868-89f4-2cf4d725dfa4 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:16.110681 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-46bd5ccd-1b6d-4e99-b00a-432ee2b1f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for network, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:16.112073 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bd5ccd-1b6d-4e99-b00a-432ee2b1f0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:16.112684 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-46bd5ccd-1b6d-4e99-b00a-432ee2b1f0e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:16.117132 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-53ecfb68-32e7-4868-89f4-2cf4d725dfa4 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:16.171446 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd5ccd-1b6d-4e99-b00a-432ee2b1f0e1 admin admin] Pushing event updated for resources: {'Network': ['ID=51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:16.179557 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-53ecfb68-32e7-4868-89f4-2cf4d725dfa4 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:16.186734 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Network 51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc details requested by agent ovs-agent-dv-cinder-809305-1-iscsi with host dv-cinder-809305-1-iscsi {{(pid=94553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:18:16.187176 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 4dd51ef2-4a38-4eb8-b758-affbb7290fc5 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:18:16.203333 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-46bd5ccd-1b6d-4e99-b00a-432ee2b1f0e1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6836162 Sep 16 01:18:16.206086 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 38938) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:16.211568 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-8b5a034c-8839-4885-973f-1e88e6504cdb admin admin] Request body: {'subnet': {'network_id': '51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1013142346-subnet', 'tenant_id': 'ab07dc317e1f48df92084bc18749e4f6', 'ip_version': 4}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:18:16.248742 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecfb68-32e7-4868-89f4-2cf4d725dfa4 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4425f9-51d7-418d-b38c-ba13b4275976,revision_number=0']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:16.306805 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5a034c-8839-4885-973f-1e88e6504cdb admin admin] Made reservation on behalf of ab07dc317e1f48df92084bc18749e4f6 for: {'subnet': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:18:16.309616 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8b5a034c-8839-4885-973f-1e88e6504cdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17913914'] for subnet, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:16.328284 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 4dd51ef2-4a38-4eb8-b758-affbb7290fc5 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:16.328790 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:16.362409 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-53ecfb68-32e7-4868-89f4-2cf4d725dfa4 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:16.367800 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-53ecfb68-32e7-4868-89f4-2cf4d725dfa4 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5906425 Sep 16 01:18:16.368572 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 38948) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:16.375798 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-cff2d89c-6ef2-4c55-bc98-26e4f6adc809 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Request body: {'security_group_rule': {'security_group_id': '4266fc38-7ab1-4df7-ae56-ac1ae8df283f', 'project_id': '1b7bbaf8f0f24f869617997188268255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:18:16.425381 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 44f97d04-f602-4b93-8343-43fa97937ade up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:18:16.476089 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 44f97d04-f602-4b93-8343-43fa97937ade triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:16.476513 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:16.476748 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-cff2d89c-6ef2-4c55-bc98-26e4f6adc809 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:16.544394 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-cff2d89c-6ef2-4c55-bc98-26e4f6adc809 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:16.574039 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8b5a034c-8839-4885-973f-1e88e6504cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17682405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17913876'] for subnet, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:16.642957 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-cff2d89c-6ef2-4c55-bc98-26e4f6adc809 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:16.664702 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2d89c-6ef2-4c55-bc98-26e4f6adc809 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6127ea-b7e1-4a1c-bb84-9886941c41be,revision_number=0']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:16.732779 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:18:16.773951 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-cff2d89c-6ef2-4c55-bc98-26e4f6adc809 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:16.775357 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-cff2d89c-6ef2-4c55-bc98-26e4f6adc809 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4043336 Sep 16 01:18:16.778818 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 38954) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:16.783725 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-40b7234e-d4f2-4eaa-b0a5-76ce13591deb tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Request body: {'security_group_rule': {'security_group_id': '4266fc38-7ab1-4df7-ae56-ac1ae8df283f', 'project_id': '1b7bbaf8f0f24f869617997188268255', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:18:16.926538 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a034c-8839-4885-973f-1e88e6504cdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=32cb28c4-66c3-434a-869c-b5c227e3b4b3,revision_number=0']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:16.928057 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] Sync routers for ids ['061cb916-039d-4d2c-8499-e0992af7c676'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:18:16.937393 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] Routers {'061cb916-039d-4d2c-8499-e0992af7c676'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:18:16.938055 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:18:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['061cb916-039d-4d2c-8499-e0992af7c676'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:16.943903 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583348e-7c95-4b59-bc55-4058a877f79e req-b712953d-289c-4b71-8f78-de11d683aaea tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:16.945412 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4583348e-7c95-4b59-bc55-4058a877f79e req-b712953d-289c-4b71-8f78-de11d683aaea tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.3431270 Sep 16 01:18:16.946289 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5a034c-8839-4885-973f-1e88e6504cdb admin admin] Checking segment: {'id': 'cbeb68d0-0695-4b94-be3b-4e78f621a189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:18:16.946821 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5a034c-8839-4885-973f-1e88e6504cdb admin admin] Network hostable DHCP agents. Network: 51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc, hostable agents: ['8150fd10-5b69-4841-ab2e-29f8c66906c8'], hosted agents: [] {{(pid=94551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:18:16.990435 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4583348e-7c95-4b59-bc55-4058a877f79e req-ab490830-fd60-479e-90d2-68e88388c878 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367424 Sep 16 01:18:17.020175 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-40b7234e-d4f2-4eaa-b0a5-76ce13591deb tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:17.071069 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-40b7234e-d4f2-4eaa-b0a5-76ce13591deb tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:17.094317 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] Set router 061cb916-039d-4d2c-8499-e0992af7c676 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:18:17.127843 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5a034c-8839-4885-973f-1e88e6504cdb admin admin] Network 51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc is scheduled to be hosted by DHCP agent 8150fd10-5b69-4841-ab2e-29f8c66906c8 with binding_index 1 {{(pid=94551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:18:17.156700 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-40b7234e-d4f2-4eaa-b0a5-76ce13591deb tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:17.175409 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7234e-d4f2-4eaa-b0a5-76ce13591deb tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e3fd79-6a33-4cf7-8c96-14d9db66ab4e,revision_number=0']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:17.207803 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-8b5a034c-8839-4885-973f-1e88e6504cdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809305-1-iscsi, 51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc) {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:18:17.212666 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5a034c-8839-4885-973f-1e88e6504cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:17.214011 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8b5a034c-8839-4885-973f-1e88e6504cdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:17.231262 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-40b7234e-d4f2-4eaa-b0a5-76ce13591deb tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:17.235688 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-40b7234e-d4f2-4eaa-b0a5-76ce13591deb tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4557562 Sep 16 01:18:17.236334 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 38956) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:17.240805 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-5ccc8be2-cf55-42c7-bc09-f8973bb0474d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Request body: {'security_group_rule': {'security_group_id': '4266fc38-7ab1-4df7-ae56-ac1ae8df283f', 'project_id': '1b7bbaf8f0f24f869617997188268255', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:18:17.311764 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061cb916-039d-4d2c-8499-e0992af7c676', 'name': 'tempest-TestMinimumBasicScenario-1141561125-router', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:08Z', 'updated_at': '2021-09-16T01:18:13Z', 'revision_number': 4, 'project_id': '41bf6a37de014072adf885993889f7d9', 'gw_port': {'id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:09Z', 'updated_at': '2021-09-16T01:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '455dd7eb-6e6e-493f-94d2-59e9667ef9f4', 'name': '', 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'mac_address': 'fa:16:3e:89:84:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4a21d2f1-c28e-4022-9ded-ab7d7cbcd937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:12Z', 'updated_at': '2021-09-16T01:18:13Z', 'revision_number': 2, 'project_id': '41bf6a37de014072adf885993889f7d9', 'subnets': [{'id': '4a21d2f1-c28e-4022-9ded-ab7d7cbcd937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:17.340881 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-8b5a034c-8839-4885-973f-1e88e6504cdb admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1336794 Sep 16 01:18:17.343999 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 38958) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:17.347106 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] Sync routers for ids ['af394412-03bc-4b7d-88d5-25c96ffcb02c'] in dv-cinder-809305-1-iscsi {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:18:17.351175 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-a39c7a95-2ace-4e73-bd01-a8a86f37199e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1013142346-router', 'tenant_id': 'ab07dc317e1f48df92084bc18749e4f6', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:18:17.351704 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbed5248-1300-490e-a03b-0ac22ec207f5 None None] Network 51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:18:17.354859 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] Checking router: 061cb916-039d-4d2c-8499-e0992af7c676 for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:18:17.355332 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] Updating router 061cb916-039d-4d2c-8499-e0992af7c676 port 455dd7eb-6e6e-493f-94d2-59e9667ef9f4 binding host dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:18:17.356111 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] Routers {'af394412-03bc-4b7d-88d5-25c96ffcb02c'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:18:17.356923 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:18:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['af394412-03bc-4b7d-88d5-25c96ffcb02c'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:17.422022 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:17.443331 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8be2-cf55-42c7-bc09-f8973bb0474d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:17.468258 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] Set router af394412-03bc-4b7d-88d5-25c96ffcb02c gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:18:17.518110 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8be2-cf55-42c7-bc09-f8973bb0474d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:17.533659 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a39c7a95-2ace-4e73-bd01-a8a86f37199e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1185'] for router, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:17.534827 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a39c7a95-2ace-4e73-bd01-a8a86f37199e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1210'] for router, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:17.585193 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8be2-cf55-42c7-bc09-f8973bb0474d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:17.601799 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a39c7a95-2ace-4e73-bd01-a8a86f37199e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:17.605442 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc8be2-cf55-42c7-bc09-f8973bb0474d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c42f2f-df12-4a5b-9acd-86a9205eed11,revision_number=0']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:17.685836 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af394412-03bc-4b7d-88d5-25c96ffcb02c', 'name': 'tempest-TestVolumeBootPattern-1146313658-router', 'tenant_id': '84a4a1f6141348a7aefe756ab4583826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '44f97d04-f602-4b93-8343-43fa97937ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:08Z', 'updated_at': '2021-09-16T01:18:13Z', 'revision_number': 4, 'project_id': '84a4a1f6141348a7aefe756ab4583826', 'gw_port': {'id': '44f97d04-f602-4b93-8343-43fa97937ade', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af394412-03bc-4b7d-88d5-25c96ffcb02c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:09Z', 'updated_at': '2021-09-16T01:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': 'e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4', 'name': '', 'network_id': '9c3eaf7f-a1f6-44a8-a23e-21333a13296f', 'tenant_id': '84a4a1f6141348a7aefe756ab4583826', 'mac_address': 'fa:16:3e:91:0b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af394412-03bc-4b7d-88d5-25c96ffcb02c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f06e5fe7-20c6-4210-8cfb-5100850993ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:11Z', 'updated_at': '2021-09-16T01:18:13Z', 'revision_number': 2, 'project_id': '84a4a1f6141348a7aefe756ab4583826', 'subnets': [{'id': 'f06e5fe7-20c6-4210-8cfb-5100850993ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:17.699863 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8be2-cf55-42c7-bc09-f8973bb0474d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:17.703618 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-5ccc8be2-cf55-42c7-bc09-f8973bb0474d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4638026 Sep 16 01:18:17.704001 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 38960) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:17.708590 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-e85529a9-d817-4d8f-80c9-2923d3fee375 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Request body: {'security_group_rule': {'security_group_id': '4266fc38-7ab1-4df7-ae56-ac1ae8df283f', 'project_id': '1b7bbaf8f0f24f869617997188268255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:18:17.728539 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] Checking router: af394412-03bc-4b7d-88d5-25c96ffcb02c for host: dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:18:17.729323 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] Updating router af394412-03bc-4b7d-88d5-25c96ffcb02c port e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4 binding host dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:18:17.758145 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb4e836-eb16-41b0-9b3d-f76630551975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6907d297-5b82-550a-a14a-385e6c7ce062-51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc', 'network_id': '51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc', 'tenant_id': 'ab07dc317e1f48df92084bc18749e4f6', 'fixed_ips': [{'subnet_id': '32cb28c4-66c3-434a-869c-b5c227e3b4b3'}]}} from dv-cinder-809305-1-iscsi. {{(pid=94553) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 01:18:17.758899 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3fb4e836-eb16-41b0-9b3d-f76630551975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:17.765673 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:17.804484 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.db.securitygroups_db [None req-e85529a9-d817-4d8f-80c9-2923d3fee375 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Project 1b7bbaf8f0f24f869617997188268255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 01:18:17.809353 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-e85529a9-d817-4d8f-80c9-2923d3fee375 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:17.826465 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a39c7a95-2ace-4e73-bd01-a8a86f37199e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:17.891233 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-e85529a9-d817-4d8f-80c9-2923d3fee375 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:17.982275 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-3fb4e836-eb16-41b0-9b3d-f76630551975 None None] Allocated IP 172.20.0.2 (51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc/32cb28c4-66c3-434a-869c-b5c227e3b4b3/f6ad31df-9afb-4ae6-a113-e816fae347fa) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:18:18.003872 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-e85529a9-d817-4d8f-80c9-2923d3fee375 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.009922 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.019734 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85529a9-d817-4d8f-80c9-2923d3fee375 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e29b19-779b-48e5-a86f-3fe1dace2b7b,revision_number=0']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:18.068825 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] Notify callbacks [] for port, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.118223 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-e85529a9-d817-4d8f-80c9-2923d3fee375 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.120416 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-e85529a9-d817-4d8f-80c9-2923d3fee375 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4154005 Sep 16 01:18:18.123780 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 38966) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:18.126178 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.128818 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-94fecbf7-32ac-49a6-81c2-9d6a7e56e364 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Request body: {'security_group_rule': {'security_group_id': '4266fc38-7ab1-4df7-ae56-ac1ae8df283f', 'project_id': '1b7bbaf8f0f24f869617997188268255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:18:18.168737 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.178955 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3fb4e836-eb16-41b0-9b3d-f76630551975 None None] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.192772 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322b912-0364-4e50-a5cf-2651443fc76f req-7c740f86-f04b-4057-a577-97a78eb7ed72 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:18.194391 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5322b912-0364-4e50-a5cf-2651443fc76f req-7c740f86-f04b-4057-a577-97a78eb7ed72 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.1083071 Sep 16 01:18:18.197991 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb672a-ba9f-499f-97c1-c4981443c7de None None] Pushing event updated for resources: {'Port': ['ID=455dd7eb-6e6e-493f-94d2-59e9667ef9f4,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:18.217490 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a39c7a95-2ace-4e73-bd01-a8a86f37199e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.235721 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c7675-24dc-4d67-a55e-adfaebfc7c26 None None] Pushing event updated for resources: {'Port': ['ID=e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4,revision_number=3']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:18.252085 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a39c7a95-2ace-4e73-bd01-a8a86f37199e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.266117 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] Attempting to bind port 455dd7eb-6e6e-493f-94d2-59e9667ef9f4 on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:18:18.266527 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] Attempting to bind port 455dd7eb-6e6e-493f-94d2-59e9667ef9f4 by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': '1f316261-7fe7-493f-bc93-346c665e0701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:18:18.266912 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] Attempting to bind port 455dd7eb-6e6e-493f-94d2-59e9667ef9f4 on network e76ecd4a-0f04-4066-a036-5e09260f78fa {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:18:18.270720 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.db.securitygroups_db [None req-94fecbf7-32ac-49a6-81c2-9d6a7e56e364 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Project 1b7bbaf8f0f24f869617997188268255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 01:18:18.275582 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:18:18.279160 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] Checking segment: {'id': '1f316261-7fe7-493f-bc93-346c665e0701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:18:18.279160 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.279160 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] Bound using segment: {'id': '1f316261-7fe7-493f-bc93-346c665e0701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:18:18.279600 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-94fecbf7-32ac-49a6-81c2-9d6a7e56e364 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.279732 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] Bound port: 455dd7eb-6e6e-493f-94d2-59e9667ef9f4, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f316261-7fe7-493f-bc93-346c665e0701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:18:18.279732 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.301384 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3fb4e836-eb16-41b0-9b3d-f76630551975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.307135 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] Attempting to bind port e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4 on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:18:18.307749 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] Attempting to bind port e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4 by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': 'aed7a72e-468e-40d6-87a5-a1e3e6791ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9c3eaf7f-a1f6-44a8-a23e-21333a13296f'}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:18:18.310330 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] Attempting to bind port e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4 on network 9c3eaf7f-a1f6-44a8-a23e-21333a13296f {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:18:18.316508 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:18:18.317022 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] Checking segment: {'id': 'aed7a72e-468e-40d6-87a5-a1e3e6791ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9c3eaf7f-a1f6-44a8-a23e-21333a13296f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:18:18.317504 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.318003 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] Bound using segment: {'id': 'aed7a72e-468e-40d6-87a5-a1e3e6791ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9c3eaf7f-a1f6-44a8-a23e-21333a13296f'} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:18:18.318577 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] Bound port: e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed7a72e-468e-40d6-87a5-a1e3e6791ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9c3eaf7f-a1f6-44a8-a23e-21333a13296f'}}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:18:18.319132 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.419486 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-94fecbf7-32ac-49a6-81c2-9d6a7e56e364 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.420644 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] For port e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:18:18.424271 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] For port e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4,segment=NetworkSegment(aed7a72e-468e-40d6-87a5-a1e3e6791ac1),segment_id=aed7a72e-468e-40d6-87a5-a1e3e6791ac1)] {{(pid=94554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:18:18.438890 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [None req-a39c7a95-2ace-4e73-bd01-a8a86f37199e admin admin] Allocated IP 172.27.3.134 (04f57937-fa31-48b0-af0b-dafeb4e5696d/f10087fb-cc50-497f-84f8-0079589df3d7/ff1a95ed-735a-4a10-bc86-d8fde33d53b5) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:18:18.440116 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb4e836-eb16-41b0-9b3d-f76630551975 None None] Network 51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:18:18.458673 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-3fb4e836-eb16-41b0-9b3d-f76630551975 None None] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:18:18.465576 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4e836-eb16-41b0-9b3d-f76630551975 None None] Pushing event updated for resources: {'Port': ['ID=f6ad31df-9afb-4ae6-a113-e816fae347fa,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:18.470012 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb4e836-eb16-41b0-9b3d-f76630551975 None None] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:18:18.472441 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5322b912-0364-4e50-a5cf-2651443fc76f req-0d08a956-5fe8-4a47-a3e4-be9309481ebb tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624893 Sep 16 01:18:18.489435 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] For port 455dd7eb-6e6e-493f-94d2-59e9667ef9f4, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:18:18.493953 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] For port 455dd7eb-6e6e-493f-94d2-59e9667ef9f4, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=455dd7eb-6e6e-493f-94d2-59e9667ef9f4,segment=NetworkSegment(1f316261-7fe7-493f-bc93-346c665e0701),segment_id=1f316261-7fe7-493f-bc93-346c665e0701)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:18:18.505077 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-94fecbf7-32ac-49a6-81c2-9d6a7e56e364 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.538293 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fecbf7-32ac-49a6-81c2-9d6a7e56e364 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bf6cf7-baf3-458c-9ac7-4f870032c22f,revision_number=0']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:18.540155 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.564129 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-3fb4e836-eb16-41b0-9b3d-f76630551975 None None] Attempting to bind port f6ad31df-9afb-4ae6-a113-e816fae347fa on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:18:18.564509 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-3fb4e836-eb16-41b0-9b3d-f76630551975 None None] Attempting to bind port f6ad31df-9afb-4ae6-a113-e816fae347fa by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': 'cbeb68d0-0695-4b94-be3b-4e78f621a189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:18:18.564877 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4e836-eb16-41b0-9b3d-f76630551975 None None] Attempting to bind port f6ad31df-9afb-4ae6-a113-e816fae347fa on network 51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:18:18.573719 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4e836-eb16-41b0-9b3d-f76630551975 None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:18:18.573931 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4e836-eb16-41b0-9b3d-f76630551975 None None] Checking segment: {'id': 'cbeb68d0-0695-4b94-be3b-4e78f621a189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:18:18.574215 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3fb4e836-eb16-41b0-9b3d-f76630551975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.574604 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4e836-eb16-41b0-9b3d-f76630551975 None None] Bound using segment: {'id': 'cbeb68d0-0695-4b94-be3b-4e78f621a189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:18:18.575078 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-3fb4e836-eb16-41b0-9b3d-f76630551975 None None] Bound port: f6ad31df-9afb-4ae6-a113-e816fae347fa, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbeb68d0-0695-4b94-be3b-4e78f621a189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:18:18.575459 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3fb4e836-eb16-41b0-9b3d-f76630551975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.583698 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-edd58b30-5f0d-4d1e-bda9-5ad070e161f9 None None] Provisioning complete for port e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:18.584460 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-edd58b30-5f0d-4d1e-bda9-5ad070e161f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.588559 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a39c7a95-2ace-4e73-bd01-a8a86f37199e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.610061 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] Routers {'af394412-03bc-4b7d-88d5-25c96ffcb02c'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:18:18.610846 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:18:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['af394412-03bc-4b7d-88d5-25c96ffcb02c'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:18.610983 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.612665 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.613110 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c7675-24dc-4d67-a55e-adfaebfc7c26 None None] Pushing event updated for resources: {'Port': ['ID=e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4,revision_number=4']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:18.694317 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-94fecbf7-32ac-49a6-81c2-9d6a7e56e364 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.696007 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-94fecbf7-32ac-49a6-81c2-9d6a7e56e364 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5705378 Sep 16 01:18:18.724295 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a39c7a95-2ace-4e73-bd01-a8a86f37199e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.740686 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] Routers {'061cb916-039d-4d2c-8499-e0992af7c676'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:18:18.747888 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:18:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['061cb916-039d-4d2c-8499-e0992af7c676'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:18.753467 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] Set router af394412-03bc-4b7d-88d5-25c96ffcb02c gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:18:18.801903 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39c7a95-2ace-4e73-bd01-a8a86f37199e admin admin] Network 04f57937-fa31-48b0-af0b-dafeb4e5696d is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:18:18.805607 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-a39c7a95-2ace-4e73-bd01-a8a86f37199e admin admin] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:18:18.817842 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c7a95-2ace-4e73-bd01-a8a86f37199e admin admin] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:18:18.818038 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-3fb4e836-eb16-41b0-9b3d-f76630551975 None None] For port f6ad31df-9afb-4ae6-a113-e816fae347fa, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:18:18.841626 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb672a-ba9f-499f-97c1-c4981443c7de None None] Pushing event updated for resources: {'Port': ['ID=455dd7eb-6e6e-493f-94d2-59e9667ef9f4,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:18.893970 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-3fb4e836-eb16-41b0-9b3d-f76630551975 None None] For port f6ad31df-9afb-4ae6-a113-e816fae347fa, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=f6ad31df-9afb-4ae6-a113-e816fae347fa,segment=NetworkSegment(cbeb68d0-0695-4b94-be3b-4e78f621a189),segment_id=cbeb68d0-0695-4b94-be3b-4e78f621a189)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:18:18.920338 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-edd58b30-5f0d-4d1e-bda9-5ad070e161f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:18.979299 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3fb4e836-eb16-41b0-9b3d-f76630551975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:19.048832 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af394412-03bc-4b7d-88d5-25c96ffcb02c', 'name': 'tempest-TestVolumeBootPattern-1146313658-router', 'tenant_id': '84a4a1f6141348a7aefe756ab4583826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '44f97d04-f602-4b93-8343-43fa97937ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:08Z', 'updated_at': '2021-09-16T01:18:13Z', 'revision_number': 4, 'project_id': '84a4a1f6141348a7aefe756ab4583826', 'gw_port': {'id': '44f97d04-f602-4b93-8343-43fa97937ade', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af394412-03bc-4b7d-88d5-25c96ffcb02c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:09Z', 'updated_at': '2021-09-16T01:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': 'e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4', 'name': '', 'network_id': '9c3eaf7f-a1f6-44a8-a23e-21333a13296f', 'tenant_id': '84a4a1f6141348a7aefe756ab4583826', 'mac_address': 'fa:16:3e:91:0b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af394412-03bc-4b7d-88d5-25c96ffcb02c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f06e5fe7-20c6-4210-8cfb-5100850993ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:11Z', 'updated_at': '2021-09-16T01:18:18Z', 'revision_number': 4, 'project_id': '84a4a1f6141348a7aefe756ab4583826', 'subnets': [{'id': 'f06e5fe7-20c6-4210-8cfb-5100850993ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:19.061742 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c7a95-2ace-4e73-bd01-a8a86f37199e admin admin] Pushing event updated for resources: {'Port': ['ID=ff1a95ed-735a-4a10-bc86-d8fde33d53b5,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:19.076016 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-edd58b30-5f0d-4d1e-bda9-5ad070e161f9 None None] For port e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4,segment=NetworkSegment(aed7a72e-468e-40d6-87a5-a1e3e6791ac1),segment_id=aed7a72e-468e-40d6-87a5-a1e3e6791ac1)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:18:19.085853 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] Set router 061cb916-039d-4d2c-8499-e0992af7c676 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:18:19.097104 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4fc06d-8aab-406a-8d23-835abdd73287 None None] The sync data for ids ['af394412-03bc-4b7d-88d5-25c96ffcb02c'] in dv-cinder-809305-1-iscsi is: [{'id': 'af394412-03bc-4b7d-88d5-25c96ffcb02c', 'name': 'tempest-TestVolumeBootPattern-1146313658-router', 'tenant_id': '84a4a1f6141348a7aefe756ab4583826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '44f97d04-f602-4b93-8343-43fa97937ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:08Z', 'updated_at': '2021-09-16T01:18:13Z', 'revision_number': 4, 'project_id': '84a4a1f6141348a7aefe756ab4583826', 'gw_port': {'id': '44f97d04-f602-4b93-8343-43fa97937ade', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af394412-03bc-4b7d-88d5-25c96ffcb02c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:09Z', 'updated_at': '2021-09-16T01:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': 'e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4', 'name': '', 'network_id': '9c3eaf7f-a1f6-44a8-a23e-21333a13296f', 'tenant_id': '84a4a1f6141348a7aefe756ab4583826', 'mac_address': 'fa:16:3e:91:0b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af394412-03bc-4b7d-88d5-25c96ffcb02c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f06e5fe7-20c6-4210-8cfb-5100850993ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:11Z', 'updated_at': '2021-09-16T01:18:18Z', 'revision_number': 4, 'project_id': '84a4a1f6141348a7aefe756ab4583826', 'subnets': [{'id': 'f06e5fe7-20c6-4210-8cfb-5100850993ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:18:19.132493 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4e836-eb16-41b0-9b3d-f76630551975 None None] Pushing event updated for resources: {'Port': ['ID=f6ad31df-9afb-4ae6-a113-e816fae347fa,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:19.207846 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-edd58b30-5f0d-4d1e-bda9-5ad070e161f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:19.317154 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-edd58b30-5f0d-4d1e-bda9-5ad070e161f9 None None] Provisioning complete for port 455dd7eb-6e6e-493f-94d2-59e9667ef9f4 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:19.317538 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-edd58b30-5f0d-4d1e-bda9-5ad070e161f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:19.356661 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd58b30-5f0d-4d1e-bda9-5ad070e161f9 None None] Pushing event updated for resources: {'Port': ['ID=e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:19.491996 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a39c7a95-2ace-4e73-bd01-a8a86f37199e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:19.493406 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-edd58b30-5f0d-4d1e-bda9-5ad070e161f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:19.545566 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061cb916-039d-4d2c-8499-e0992af7c676', 'name': 'tempest-TestMinimumBasicScenario-1141561125-router', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:08Z', 'updated_at': '2021-09-16T01:18:13Z', 'revision_number': 4, 'project_id': '41bf6a37de014072adf885993889f7d9', 'gw_port': {'id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:09Z', 'updated_at': '2021-09-16T01:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '455dd7eb-6e6e-493f-94d2-59e9667ef9f4', 'name': '', 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'mac_address': 'fa:16:3e:89:84:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4a21d2f1-c28e-4022-9ded-ab7d7cbcd937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:12Z', 'updated_at': '2021-09-16T01:18:18Z', 'revision_number': 4, 'project_id': '41bf6a37de014072adf885993889f7d9', 'subnets': [{'id': '4a21d2f1-c28e-4022-9ded-ab7d7cbcd937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:19.581704 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3368abb-f356-4044-a0fd-14074b2b4f50 None None] The sync data for ids ['061cb916-039d-4d2c-8499-e0992af7c676'] in dv-cinder-809305-1-iscsi is: [{'id': '061cb916-039d-4d2c-8499-e0992af7c676', 'name': 'tempest-TestMinimumBasicScenario-1141561125-router', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:08Z', 'updated_at': '2021-09-16T01:18:13Z', 'revision_number': 4, 'project_id': '41bf6a37de014072adf885993889f7d9', 'gw_port': {'id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:09Z', 'updated_at': '2021-09-16T01:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '455dd7eb-6e6e-493f-94d2-59e9667ef9f4', 'name': '', 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'mac_address': 'fa:16:3e:89:84:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4a21d2f1-c28e-4022-9ded-ab7d7cbcd937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:12Z', 'updated_at': '2021-09-16T01:18:18Z', 'revision_number': 4, 'project_id': '41bf6a37de014072adf885993889f7d9', 'subnets': [{'id': '4a21d2f1-c28e-4022-9ded-ab7d7cbcd937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:18:19.591988 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-edd58b30-5f0d-4d1e-bda9-5ad070e161f9 None None] For port 455dd7eb-6e6e-493f-94d2-59e9667ef9f4, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=455dd7eb-6e6e-493f-94d2-59e9667ef9f4,segment=NetworkSegment(1f316261-7fe7-493f-bc93-346c665e0701),segment_id=1f316261-7fe7-493f-bc93-346c665e0701)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:18:19.675003 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37376ba6-ba95-4996-939b-c0c93bb9a534 req-c2668037-f430-4d40-8eaa-b57ae96331c8 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:19.676647 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-37376ba6-ba95-4996-939b-c0c93bb9a534 req-c2668037-f430-4d40-8eaa-b57ae96331c8 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.1028745 Sep 16 01:18:19.704986 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-edd58b30-5f0d-4d1e-bda9-5ad070e161f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:19.786267 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd58b30-5f0d-4d1e-bda9-5ad070e161f9 None None] Pushing event updated for resources: {'Port': ['ID=455dd7eb-6e6e-493f-94d2-59e9667ef9f4,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:19.798731 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-37376ba6-ba95-4996-939b-c0c93bb9a534 req-ee91468d-53f0-4f3e-ab47-8eddbd99dee7 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987413 Sep 16 01:18:19.848143 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-be3a8cc3-cdec-41bd-b122-c5f8557ed09e None None] Provisioning complete for port e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:19.848597 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-be3a8cc3-cdec-41bd-b122-c5f8557ed09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:19.861801 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a39c7a95-2ace-4e73-bd01-a8a86f37199e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530242'] for router, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:20.016698 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-be3a8cc3-cdec-41bd-b122-c5f8557ed09e None None] Provisioning complete for port 455dd7eb-6e6e-493f-94d2-59e9667ef9f4 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:20.017103 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-be3a8cc3-cdec-41bd-b122-c5f8557ed09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:20.116345 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39c7a95-2ace-4e73-bd01-a8a86f37199e admin admin] Router 9eec31a8-50d3-4478-9496-4c92cfddd23b is scheduled to L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 with binding_index 1 {{(pid=94551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 01:18:20.273688 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39c7a95-2ace-4e73-bd01-a8a86f37199e admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:18:20.289496 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] Sync routers for ids ['9eec31a8-50d3-4478-9496-4c92cfddd23b'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:18:20.298961 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device f6ad31df-9afb-4ae6-a113-e816fae347fa up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:18:20.324216 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] Routers {'9eec31a8-50d3-4478-9496-4c92cfddd23b'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:18:20.325233 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:18:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['9eec31a8-50d3-4478-9496-4c92cfddd23b'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:20.350494 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a39c7a95-2ace-4e73-bd01-a8a86f37199e admin admin] Notify callbacks [] for router, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:20.351755 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-a39c7a95-2ace-4e73-bd01-a8a86f37199e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0060511 Sep 16 01:18:20.354993 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 39016) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:18:20.364546 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24c34f6-3bdf-456f-b798-42bc5fea4f1a None None] Network 51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:18:20.587803 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-aa4cff2b-a271-4db9-9424-4a18503c45e4 None None] Provisioning complete for port f6ad31df-9afb-4ae6-a113-e816fae347fa triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:20.589143 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-aa4cff2b-a271-4db9-9424-4a18503c45e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:20.695446 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port f6ad31df-9afb-4ae6-a113-e816fae347fa triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:20.695816 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:20.744234 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] Set router 9eec31a8-50d3-4478-9496-4c92cfddd23b gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:18:20.847133 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-72f25812-fdbb-45c3-a7ea-33dd6c85eafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:20.990554 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-aa4cff2b-a271-4db9-9424-4a18503c45e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:21.082304 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:21.090269 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-aa4cff2b-a271-4db9-9424-4a18503c45e4 None None] For port f6ad31df-9afb-4ae6-a113-e816fae347fa, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=f6ad31df-9afb-4ae6-a113-e816fae347fa,segment=NetworkSegment(cbeb68d0-0695-4b94-be3b-4e78f621a189),segment_id=cbeb68d0-0695-4b94-be3b-4e78f621a189)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:18:21.169975 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec31a8-50d3-4478-9496-4c92cfddd23b', 'name': 'tempest-TestMinimumBasicScenario-1013142346-router', 'tenant_id': 'ab07dc317e1f48df92084bc18749e4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ff1a95ed-735a-4a10-bc86-d8fde33d53b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:17Z', 'updated_at': '2021-09-16T01:18:19Z', 'revision_number': 3, 'project_id': 'ab07dc317e1f48df92084bc18749e4f6', 'gw_port': {'id': 'ff1a95ed-735a-4a10-bc86-d8fde33d53b5', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eec31a8-50d3-4478-9496-4c92cfddd23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:18Z', 'updated_at': '2021-09-16T01:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:21.174306 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-aa4cff2b-a271-4db9-9424-4a18503c45e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:21.207047 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] Checking router: 9eec31a8-50d3-4478-9496-4c92cfddd23b for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:18:21.207421 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] Updating router 9eec31a8-50d3-4478-9496-4c92cfddd23b port ff1a95ed-735a-4a10-bc86-d8fde33d53b5 binding host dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:18:21.302761 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:21.340040 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.db.api [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 01:18:21.340455 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG oslo_db.api [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 01:18:21.353240 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4cff2b-a271-4db9-9424-4a18503c45e4 None None] Pushing event updated for resources: {'Port': ['ID=f6ad31df-9afb-4ae6-a113-e816fae347fa,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:21.379563 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5786a-e186-4633-887a-e8670a9e6f52 req-a304c712-79df-4bc2-9ff3-2ce79fa9d042 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:21.381514 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9fb5786a-e186-4633-887a-e8670a9e6f52 req-a304c712-79df-4bc2-9ff3-2ce79fa9d042 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.4519575 Sep 16 01:18:21.462753 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-2dc0f29b-4ba9-4a02-ba03-e218e148afde None None] Provisioning complete for port f6ad31df-9afb-4ae6-a113-e816fae347fa triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:21.463204 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2dc0f29b-4ba9-4a02-ba03-e218e148afde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:21.467736 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [None req-72f25812-fdbb-45c3-a7ea-33dd6c85eafd admin admin] Allocated IP 172.20.0.1 (51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc/32cb28c4-66c3-434a-869c-b5c227e3b4b3/060b4e30-bfc2-4656-9bde-65eddb11f38f) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:18:21.472142 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9fb5786a-e186-4633-887a-e8670a9e6f52 req-6aca38eb-ff09-4cbd-9883-be8624975d74 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766387 Sep 16 01:18:21.578234 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-72f25812-fdbb-45c3-a7ea-33dd6c85eafd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:21.685169 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:21.699727 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-72f25812-fdbb-45c3-a7ea-33dd6c85eafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:21.743344 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f25812-fdbb-45c3-a7ea-33dd6c85eafd admin admin] Network 51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:18:21.746507 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-72f25812-fdbb-45c3-a7ea-33dd6c85eafd admin admin] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:18:21.753468 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f25812-fdbb-45c3-a7ea-33dd6c85eafd admin admin] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:18:21.779467 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f25812-fdbb-45c3-a7ea-33dd6c85eafd admin admin] Pushing event updated for resources: {'Port': ['ID=060b4e30-bfc2-4656-9bde-65eddb11f38f,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:21.796577 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:21.801216 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-72f25812-fdbb-45c3-a7ea-33dd6c85eafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530325'] for router_interface, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:21.907684 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd7ade-02c8-4e72-bbd1-fdce9251565a None None] Pushing event updated for resources: {'Port': ['ID=ff1a95ed-735a-4a10-bc86-d8fde33d53b5,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:21.937784 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] Attempting to bind port ff1a95ed-735a-4a10-bc86-d8fde33d53b5 on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:18:21.938152 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] Attempting to bind port ff1a95ed-735a-4a10-bc86-d8fde33d53b5 by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:18:21.938522 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] Attempting to bind port ff1a95ed-735a-4a10-bc86-d8fde33d53b5 on network 04f57937-fa31-48b0-af0b-dafeb4e5696d {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:18:21.942664 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 455dd7eb-6e6e-493f-94d2-59e9667ef9f4 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:18:21.947963 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:18:21.948349 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] Checking segment: {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:18:21.948764 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:21.949224 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] Bound using segment: {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:18:21.949709 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] Bound port: ff1a95ed-735a-4a10-bc86-d8fde33d53b5, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59999e1-148a-4618-87c7-df94e667176e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:18:21.950095 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:22.035097 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-72f25812-fdbb-45c3-a7ea-33dd6c85eafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:22.063936 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] For port ff1a95ed-735a-4a10-bc86-d8fde33d53b5, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:18:22.067967 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] For port ff1a95ed-735a-4a10-bc86-d8fde33d53b5, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=ff1a95ed-735a-4a10-bc86-d8fde33d53b5,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:18:22.069239 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 455dd7eb-6e6e-493f-94d2-59e9667ef9f4 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:22.069443 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:22.071072 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-1412bebd-0769-4367-ad09-ec8eee6e9575 None None] Provisioning complete for port 060b4e30-bfc2-4656-9bde-65eddb11f38f triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:22.071323 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-1412bebd-0769-4367-ad09-ec8eee6e9575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:22.133014 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:22.204583 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-1412bebd-0769-4367-ad09-ec8eee6e9575 None None] Port 060b4e30-bfc2-4656-9bde-65eddb11f38f cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:18:22.230520 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] Routers {'9eec31a8-50d3-4478-9496-4c92cfddd23b'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:18:22.231158 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:18:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['9eec31a8-50d3-4478-9496-4c92cfddd23b'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:22.235037 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd7ade-02c8-4e72-bbd1-fdce9251565a None None] Pushing event updated for resources: {'Port': ['ID=ff1a95ed-735a-4a10-bc86-d8fde33d53b5,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:22.255063 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-72f25812-fdbb-45c3-a7ea-33dd6c85eafd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:22.315967 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:18:22.333888 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-72f25812-fdbb-45c3-a7ea-33dd6c85eafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:22.436651 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f25812-fdbb-45c3-a7ea-33dd6c85eafd admin admin] Pushing event updated for resources: {'Port': ['ID=060b4e30-bfc2-4656-9bde-65eddb11f38f,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:22.436830 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] Set router 9eec31a8-50d3-4478-9496-4c92cfddd23b gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:18:22.460007 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-72f25812-fdbb-45c3-a7ea-33dd6c85eafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529669'] for router_interface, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:22.475222 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:22.475612 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:22.637490 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f25812-fdbb-45c3-a7ea-33dd6c85eafd admin admin] Network 51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:18:22.641995 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-72f25812-fdbb-45c3-a7ea-33dd6c85eafd admin admin] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:18:22.658321 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d1ee5-6f41-4ee0-961d-107d73ea708c req-73297672-4e39-4a42-aba7-07fb7ae46384 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:22.659957 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-863d1ee5-6f41-4ee0-961d-107d73ea708c req-73297672-4e39-4a42-aba7-07fb7ae46384 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.1053202 Sep 16 01:18:22.779924 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-863d1ee5-6f41-4ee0-961d-107d73ea708c req-adde8f02-0d5d-49d2-979f-6c11f82a121a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767705 Sep 16 01:18:22.812424 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f25812-fdbb-45c3-a7ea-33dd6c85eafd admin admin] Router 9eec31a8-50d3-4478-9496-4c92cfddd23b has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:18:22.877678 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec31a8-50d3-4478-9496-4c92cfddd23b', 'name': 'tempest-TestMinimumBasicScenario-1013142346-router', 'tenant_id': 'ab07dc317e1f48df92084bc18749e4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ff1a95ed-735a-4a10-bc86-d8fde33d53b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:17Z', 'updated_at': '2021-09-16T01:18:21Z', 'revision_number': 4, 'project_id': 'ab07dc317e1f48df92084bc18749e4f6', 'gw_port': {'id': 'ff1a95ed-735a-4a10-bc86-d8fde33d53b5', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eec31a8-50d3-4478-9496-4c92cfddd23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:18Z', 'updated_at': '2021-09-16T01:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '060b4e30-bfc2-4656-9bde-65eddb11f38f', 'name': '', 'network_id': '51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc', 'tenant_id': 'ab07dc317e1f48df92084bc18749e4f6', 'mac_address': 'fa:16:3e:9e:3e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eec31a8-50d3-4478-9496-4c92cfddd23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '32cb28c4-66c3-434a-869c-b5c227e3b4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:20Z', 'updated_at': '2021-09-16T01:18:21Z', 'revision_number': 1, 'project_id': 'ab07dc317e1f48df92084bc18749e4f6', 'subnets': [{'id': '32cb28c4-66c3-434a-869c-b5c227e3b4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:22.907511 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09965cde-c014-459e-aaa5-d00c90ac0711 None None] The sync data for ids ['9eec31a8-50d3-4478-9496-4c92cfddd23b'] in dv-cinder-809305-1-iscsi is: [{'id': '9eec31a8-50d3-4478-9496-4c92cfddd23b', 'name': 'tempest-TestMinimumBasicScenario-1013142346-router', 'tenant_id': 'ab07dc317e1f48df92084bc18749e4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ff1a95ed-735a-4a10-bc86-d8fde33d53b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:17Z', 'updated_at': '2021-09-16T01:18:21Z', 'revision_number': 4, 'project_id': 'ab07dc317e1f48df92084bc18749e4f6', 'gw_port': {'id': 'ff1a95ed-735a-4a10-bc86-d8fde33d53b5', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eec31a8-50d3-4478-9496-4c92cfddd23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:18Z', 'updated_at': '2021-09-16T01:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '060b4e30-bfc2-4656-9bde-65eddb11f38f', 'name': '', 'network_id': '51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc', 'tenant_id': 'ab07dc317e1f48df92084bc18749e4f6', 'mac_address': 'fa:16:3e:9e:3e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eec31a8-50d3-4478-9496-4c92cfddd23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '32cb28c4-66c3-434a-869c-b5c227e3b4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:20Z', 'updated_at': '2021-09-16T01:18:21Z', 'revision_number': 1, 'project_id': 'ab07dc317e1f48df92084bc18749e4f6', 'subnets': [{'id': '32cb28c4-66c3-434a-869c-b5c227e3b4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:18:22.939020 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-29d81988-27ee-4d8e-a844-f209da46f07a None None] Provisioning complete for port 060b4e30-bfc2-4656-9bde-65eddb11f38f triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:22.939519 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-29d81988-27ee-4d8e-a844-f209da46f07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:22.943644 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device f6ad31df-9afb-4ae6-a113-e816fae347fa up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:18:22.944280 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f25812-fdbb-45c3-a7ea-33dd6c85eafd admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:18:22.958143 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-72f25812-fdbb-45c3-a7ea-33dd6c85eafd admin admin] 10.222.0.22 "PUT /v2.0/routers/9eec31a8-50d3-4478-9496-4c92cfddd23b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5945704 Sep 16 01:18:23.004146 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-29d81988-27ee-4d8e-a844-f209da46f07a None None] Port 060b4e30-bfc2-4656-9bde-65eddb11f38f cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:18:23.027677 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port f6ad31df-9afb-4ae6-a113-e816fae347fa triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:23.028059 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:23.915591 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d4020-e2b8-459f-b697-f18d417d0c89 req-69e4b2e0-e0b3-439b-876c-864c8b2fccae tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:23.917316 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0a9d4020-e2b8-459f-b697-f18d417d0c89 req-69e4b2e0-e0b3-439b-876c-864c8b2fccae tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0533838 Sep 16 01:18:23.957139 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0a9d4020-e2b8-459f-b697-f18d417d0c89 req-0baee3ff-c70a-473a-a693-86ec214113e3 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337284 Sep 16 01:18:24.991172 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device ff1a95ed-735a-4a10-bc86-d8fde33d53b5 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:18:25.075567 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port ff1a95ed-735a-4a10-bc86-d8fde33d53b5 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:25.075956 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:25.133377 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1391384-a41c-40ef-9e51-dc1301881c61 req-01821327-7fe8-4190-9912-1aec99965a78 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:25.135473 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f1391384-a41c-40ef-9e51-dc1301881c61 req-01821327-7fe8-4190-9912-1aec99965a78 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0605555 Sep 16 01:18:25.177936 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f1391384-a41c-40ef-9e51-dc1301881c61 req-ec17a976-5cd8-4bff-9a0e-a47462b26d33 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347030 Sep 16 01:18:25.183514 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:25.205311 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] For port ff1a95ed-735a-4a10-bc86-d8fde33d53b5, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=ff1a95ed-735a-4a10-bc86-d8fde33d53b5,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:18:25.287777 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:25.362445 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Pushing event updated for resources: {'Port': ['ID=ff1a95ed-735a-4a10-bc86-d8fde33d53b5,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:26.326140 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c949b41-4da1-4324-851b-d12084efce19 req-b1f6e787-1633-4271-acb6-77c68c252382 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:26.328400 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0c949b41-4da1-4324-851b-d12084efce19 req-b1f6e787-1633-4271-acb6-77c68c252382 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0619495 Sep 16 01:18:26.383096 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0c949b41-4da1-4324-851b-d12084efce19 req-2f360d9d-12c9-4cd3-b159-d136cb635738 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473962 Sep 16 01:18:26.937869 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device ff1a95ed-735a-4a10-bc86-d8fde33d53b5 up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:18:26.990367 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port ff1a95ed-735a-4a10-bc86-d8fde33d53b5 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:26.990747 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:27.546798 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf85c7-5363-4b02-8401-d69a5feedbf6 req-f0a85a85-df29-4363-8b1a-3f05f6cca44d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:27.548516 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8bcf85c7-5363-4b02-8401-d69a5feedbf6 req-f0a85a85-df29-4363-8b1a-3f05f6cca44d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0621090 Sep 16 01:18:27.606556 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8bcf85c7-5363-4b02-8401-d69a5feedbf6 req-93dbee2d-4eb5-4d0b-a066-7613c3ba6b48 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405486 Sep 16 01:18:27.671091 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] Sync routers for ids ['9eec31a8-50d3-4478-9496-4c92cfddd23b'] in dv-cinder-809305-1-iscsi {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:18:27.680309 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] Routers {'9eec31a8-50d3-4478-9496-4c92cfddd23b'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:18:27.681184 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:18:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['9eec31a8-50d3-4478-9496-4c92cfddd23b'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:27.800734 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] Set router 9eec31a8-50d3-4478-9496-4c92cfddd23b gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:18:28.100758 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec31a8-50d3-4478-9496-4c92cfddd23b', 'name': 'tempest-TestMinimumBasicScenario-1013142346-router', 'tenant_id': 'ab07dc317e1f48df92084bc18749e4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ff1a95ed-735a-4a10-bc86-d8fde33d53b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:17Z', 'updated_at': '2021-09-16T01:18:21Z', 'revision_number': 4, 'project_id': 'ab07dc317e1f48df92084bc18749e4f6', 'gw_port': {'id': 'ff1a95ed-735a-4a10-bc86-d8fde33d53b5', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec31a8-50d3-4478-9496-4c92cfddd23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:18Z', 'updated_at': '2021-09-16T01:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '060b4e30-bfc2-4656-9bde-65eddb11f38f', 'name': '', 'network_id': '51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc', 'tenant_id': 'ab07dc317e1f48df92084bc18749e4f6', 'mac_address': 'fa:16:3e:9e:3e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eec31a8-50d3-4478-9496-4c92cfddd23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '32cb28c4-66c3-434a-869c-b5c227e3b4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:20Z', 'updated_at': '2021-09-16T01:18:22Z', 'revision_number': 2, 'project_id': 'ab07dc317e1f48df92084bc18749e4f6', 'subnets': [{'id': '32cb28c4-66c3-434a-869c-b5c227e3b4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:28.127618 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] Checking router: 9eec31a8-50d3-4478-9496-4c92cfddd23b for host: dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:18:28.127986 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] Updating router 9eec31a8-50d3-4478-9496-4c92cfddd23b port 060b4e30-bfc2-4656-9bde-65eddb11f38f binding host dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:18:28.162429 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:28.461980 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] Notify callbacks [] for port, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:28.580354 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:28.658353 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 70934950-0eb5-44fd-8edc-b9d81a7a61ca details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:18:28.697212 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa6291-82b3-4598-9ab1-f387f0fad7ba None None] Pushing event updated for resources: {'Port': ['ID=060b4e30-bfc2-4656-9bde-65eddb11f38f,revision_number=3']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:28.779243 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] Attempting to bind port 060b4e30-bfc2-4656-9bde-65eddb11f38f on host dv-cinder-809305-1-iscsi for vnic_type normal with profile {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:18:28.781334 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] Attempting to bind port 060b4e30-bfc2-4656-9bde-65eddb11f38f by drivers openvswitch,hyperv on host dv-cinder-809305-1-iscsi at level 0 using segments [{'id': 'cbeb68d0-0695-4b94-be3b-4e78f621a189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc'}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:18:28.781872 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] Attempting to bind port 060b4e30-bfc2-4656-9bde-65eddb11f38f on network 51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:18:28.796877 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] Checking agent: {'id': '51897bdb-92bd-4b83-895a-cd079017e722', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809305-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 4, 32), 'started_at': datetime.datetime(2021, 9, 16, 1, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809305-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:18:28.797562 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] Checking segment: {'id': 'cbeb68d0-0695-4b94-be3b-4e78f621a189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:18:28.798632 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:28.799186 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] Bound using segment: {'id': 'cbeb68d0-0695-4b94-be3b-4e78f621a189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc'} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:18:28.799850 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] Bound port: 060b4e30-bfc2-4656-9bde-65eddb11f38f, host: dv-cinder-809305-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbeb68d0-0695-4b94-be3b-4e78f621a189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc'}}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:18:28.800408 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:28.834830 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989e47d-5054-405f-be87-4e0114b67f64 req-de32a44d-1d02-4ac5-b2cf-1a6de60abb60 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:28.837432 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e989e47d-5054-405f-be87-4e0114b67f64 req-de32a44d-1d02-4ac5-b2cf-1a6de60abb60 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.1070783 Sep 16 01:18:28.866920 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 70934950-0eb5-44fd-8edc-b9d81a7a61ca, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=70934950-0eb5-44fd-8edc-b9d81a7a61ca,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:18:28.893808 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': '70934950-0eb5-44fd-8edc-b9d81a7a61ca', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'port_id': '70934950-0eb5-44fd-8edc-b9d81a7a61ca', 'mac_address': 'fa:16:3e:b7:3a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:18:28.913268 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e989e47d-5054-405f-be87-4e0114b67f64 req-8b25bca4-96d5-4e01-ac85-232df2c174bf tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607762 Sep 16 01:18:28.934910 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] For port 060b4e30-bfc2-4656-9bde-65eddb11f38f, host dv-cinder-809305-1-iscsi, cleared binding levels {{(pid=94554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:18:28.939989 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] For port 060b4e30-bfc2-4656-9bde-65eddb11f38f, host dv-cinder-809305-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=060b4e30-bfc2-4656-9bde-65eddb11f38f,segment=NetworkSegment(cbeb68d0-0695-4b94-be3b-4e78f621a189),segment_id=cbeb68d0-0695-4b94-be3b-4e78f621a189)] {{(pid=94554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:18:28.949855 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:28.970316 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70934950-0eb5-44fd-8edc-b9d81a7a61ca {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:18:28.981270 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4bcaafd7-d788-4f55-b586-863d0f834a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:29.001978 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 70934950-0eb5-44fd-8edc-b9d81a7a61ca, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=70934950-0eb5-44fd-8edc-b9d81a7a61ca,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:18:29.031873 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:29.082259 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] Routers {'9eec31a8-50d3-4478-9496-4c92cfddd23b'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:18:29.082892 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:18:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['9eec31a8-50d3-4478-9496-4c92cfddd23b'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:29.091932 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-15e297df-e50c-418a-81af-f643ab2bed01 None None] Provisioning complete for port 060b4e30-bfc2-4656-9bde-65eddb11f38f triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:29.092353 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-15e297df-e50c-418a-81af-f643ab2bed01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:29.127711 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:29.149649 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa6291-82b3-4598-9ab1-f387f0fad7ba None None] Pushing event updated for resources: {'Port': ['ID=060b4e30-bfc2-4656-9bde-65eddb11f38f,revision_number=4']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:29.262486 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=70934950-0eb5-44fd-8edc-b9d81a7a61ca,revision_number=6']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:29.277726 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-15e297df-e50c-418a-81af-f643ab2bed01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:29.280671 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] Set router 9eec31a8-50d3-4478-9496-4c92cfddd23b gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:18:29.331147 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-15e297df-e50c-418a-81af-f643ab2bed01 None None] For port 060b4e30-bfc2-4656-9bde-65eddb11f38f, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=060b4e30-bfc2-4656-9bde-65eddb11f38f,segment=NetworkSegment(cbeb68d0-0695-4b94-be3b-4e78f621a189),segment_id=cbeb68d0-0695-4b94-be3b-4e78f621a189)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:18:29.399921 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['70934950-0eb5-44fd-8edc-b9d81a7a61ca'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:18:29.460269 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-15e297df-e50c-418a-81af-f643ab2bed01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:29.555331 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e297df-e50c-418a-81af-f643ab2bed01 None None] Pushing event updated for resources: {'Port': ['ID=060b4e30-bfc2-4656-9bde-65eddb11f38f,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:29.565463 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec31a8-50d3-4478-9496-4c92cfddd23b', 'name': 'tempest-TestMinimumBasicScenario-1013142346-router', 'tenant_id': 'ab07dc317e1f48df92084bc18749e4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ff1a95ed-735a-4a10-bc86-d8fde33d53b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:17Z', 'updated_at': '2021-09-16T01:18:21Z', 'revision_number': 4, 'project_id': 'ab07dc317e1f48df92084bc18749e4f6', 'gw_port': {'id': 'ff1a95ed-735a-4a10-bc86-d8fde33d53b5', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec31a8-50d3-4478-9496-4c92cfddd23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:18Z', 'updated_at': '2021-09-16T01:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '060b4e30-bfc2-4656-9bde-65eddb11f38f', 'name': '', 'network_id': '51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc', 'tenant_id': 'ab07dc317e1f48df92084bc18749e4f6', 'mac_address': 'fa:16:3e:9e:3e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eec31a8-50d3-4478-9496-4c92cfddd23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '32cb28c4-66c3-434a-869c-b5c227e3b4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:20Z', 'updated_at': '2021-09-16T01:18:28Z', 'revision_number': 4, 'project_id': 'ab07dc317e1f48df92084bc18749e4f6', 'subnets': [{'id': '32cb28c4-66c3-434a-869c-b5c227e3b4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:18:29.600389 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3898bc-05b9-4b25-9b1e-f65f2ba41a26 None None] The sync data for ids ['9eec31a8-50d3-4478-9496-4c92cfddd23b'] in dv-cinder-809305-1-iscsi is: [{'id': '9eec31a8-50d3-4478-9496-4c92cfddd23b', 'name': 'tempest-TestMinimumBasicScenario-1013142346-router', 'tenant_id': 'ab07dc317e1f48df92084bc18749e4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ff1a95ed-735a-4a10-bc86-d8fde33d53b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:17Z', 'updated_at': '2021-09-16T01:18:21Z', 'revision_number': 4, 'project_id': 'ab07dc317e1f48df92084bc18749e4f6', 'gw_port': {'id': 'ff1a95ed-735a-4a10-bc86-d8fde33d53b5', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec31a8-50d3-4478-9496-4c92cfddd23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:18Z', 'updated_at': '2021-09-16T01:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '060b4e30-bfc2-4656-9bde-65eddb11f38f', 'name': '', 'network_id': '51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc', 'tenant_id': 'ab07dc317e1f48df92084bc18749e4f6', 'mac_address': 'fa:16:3e:9e:3e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eec31a8-50d3-4478-9496-4c92cfddd23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '32cb28c4-66c3-434a-869c-b5c227e3b4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:20Z', 'updated_at': '2021-09-16T01:18:28Z', 'revision_number': 4, 'project_id': 'ab07dc317e1f48df92084bc18749e4f6', 'subnets': [{'id': '32cb28c4-66c3-434a-869c-b5c227e3b4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:18:29.630120 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-659f9db9-6f8f-41d9-b836-c44bfa9ee04f None None] Provisioning complete for port 060b4e30-bfc2-4656-9bde-65eddb11f38f triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:29.632594 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-659f9db9-6f8f-41d9-b836-c44bfa9ee04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:30.051284 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7488ce-3fcb-44df-af97-e69894f33249 req-688368e8-e2bb-4b92-9cf2-d5d1647a57fb tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:30.059906 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8e7488ce-3fcb-44df-af97-e69894f33249 req-688368e8-e2bb-4b92-9cf2-d5d1647a57fb tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 945 time: 0.0711708 Sep 16 01:18:30.102599 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8e7488ce-3fcb-44df-af97-e69894f33249 req-3ef6436f-447e-415c-837c-76483d933110 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414724 Sep 16 01:18:30.662347 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 70934950-0eb5-44fd-8edc-b9d81a7a61ca up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:18:30.713394 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port 70934950-0eb5-44fd-8edc-b9d81a7a61ca triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:30.713770 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:30.788826 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:30.811836 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b4ae70-f656-4725-be84-0059dd2b8c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70934950-0eb5-44fd-8edc-b9d81a7a61ca'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:18:30.813703 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f438c59c-5d74-4255-b71f-b6f62a5f00f5" -d '{"events": [{"server_uuid": "18b4ae70-f656-4725-be84-0059dd2b8c63", "name": "network-vif-plugged", "status": "completed", "tag": "70934950-0eb5-44fd-8edc-b9d81a7a61ca"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:18:30.827820 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 70934950-0eb5-44fd-8edc-b9d81a7a61ca, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=70934950-0eb5-44fd-8edc-b9d81a7a61ca,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:18:30.979653 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:31.030422 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 060b4e30-bfc2-4656-9bde-65eddb11f38f up at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:18:31.098299 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8eb42d-9965-4cf9-b57b-adbe5dafea1f x-openstack-request-id: req-ff8eb42d-9965-4cf9-b57b-adbe5dafea1f {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:18:31.098598 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b4ae70-f656-4725-be84-0059dd2b8c63", "name": "network-vif-plugged", "status": "completed", "tag": "70934950-0eb5-44fd-8edc-b9d81a7a61ca", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:18:31.098918 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff8eb42d-9965-4cf9-b57b-adbe5dafea1f {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:18:31.099266 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b4ae70-f656-4725-be84-0059dd2b8c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70934950-0eb5-44fd-8edc-b9d81a7a61ca', 'code': 200} Sep 16 01:18:31.099790 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=70934950-0eb5-44fd-8edc-b9d81a7a61ca,revision_number=7']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:31.123857 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Provisioning complete for port 060b4e30-bfc2-4656-9bde-65eddb11f38f triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:31.124667 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:31.267109 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d650d46-3837-4783-b296-610101281d50 req-ce6fe580-1f74-408b-a707-b7ac572626d7 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:31.271752 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8d650d46-3837-4783-b296-610101281d50 req-ce6fe580-1f74-408b-a707-b7ac572626d7 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0736814 Sep 16 01:18:31.314884 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8d650d46-3837-4783-b296-610101281d50 req-3145689b-de6d-449a-b2a0-488db09ae43e tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371435 Sep 16 01:18:31.487910 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-29586a7f-60e9-4743-876b-2055c567ae3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:31.910965 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:32.478261 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec322e-7b1a-4a38-a1af-98a58f29b6f3 req-5ad62e50-aa65-4f4a-9a96-5bd9611a6bd4 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:32.480136 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-49ec322e-7b1a-4a38-a1af-98a58f29b6f3 req-5ad62e50-aa65-4f4a-9a96-5bd9611a6bd4 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0556614 Sep 16 01:18:32.524714 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-49ec322e-7b1a-4a38-a1af-98a58f29b6f3 req-4862e47b-7484-4db2-8321-15724c834d08 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384722 Sep 16 01:18:32.842865 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:34.012499 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05790d76-b748-4b8c-ac69-67a8b32fd1f1 req-9b38e159-ec92-4d3b-b98c-d3f4df90d5a6 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:34.012499 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-05790d76-b748-4b8c-ac69-67a8b32fd1f1 req-9b38e159-ec92-4d3b-b98c-d3f4df90d5a6 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0604463 Sep 16 01:18:34.012499 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-05790d76-b748-4b8c-ac69-67a8b32fd1f1 req-03b6d866-060b-43b9-9e8b-b615d366eabd tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497422 Sep 16 01:18:34.330354 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:34.869067 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f079994-e0c2-45ec-814c-e67af624545b req-32d5fb58-dfda-49d2-bdc5-16ff19da4902 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:34.876750 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-0f079994-e0c2-45ec-814c-e67af624545b req-32d5fb58-dfda-49d2-bdc5-16ff19da4902 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0620682 Sep 16 01:18:34.917251 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-0f079994-e0c2-45ec-814c-e67af624545b req-9a4494e6-a631-47d9-8691-d8c1d00accaa tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395355 Sep 16 01:18:36.062123 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-e9272898-0606-44d9-97cb-68a6b6c06020 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:36.069527 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-e9272898-0606-44d9-97cb-68a6b6c06020 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/networks?id=e76ecd4a-0f04-4066-a036-5e09260f78fa HTTP/1.1" status: 200 len: 815 time: 0.1272635 Sep 16 01:18:36.078463 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cab13-3a8e-4adb-a247-33eded0e1cc6 req-9a63c043-0e59-450e-8cd4-01dbeca3ea32 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:36.080173 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c40cab13-3a8e-4adb-a247-33eded0e1cc6 req-9a63c043-0e59-450e-8cd4-01dbeca3ea32 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0600963 Sep 16 01:18:36.084920 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-4c65deba-a858-4580-a63d-37b39cb556b0 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/quotas/41bf6a37de014072adf885993889f7d9 HTTP/1.1" status: 200 len: 375 time: 0.0143909 Sep 16 01:18:36.128804 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c40cab13-3a8e-4adb-a247-33eded0e1cc6 req-d81f6630-2dd6-4e7c-bbf4-7cbc5d6496f0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412803 Sep 16 01:18:36.149684 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-00aa6d3a-7898-4311-bf79-d02465c8012f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=41bf6a37de014072adf885993889f7d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557613 Sep 16 01:18:36.265903 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-85e97d15-2f84-41fd-a585-589582bcd7d0 service neutron] 10.222.0.22 "GET /v2.0/networks/e76ecd4a-0f04-4066-a036-5e09260f78fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020012 Sep 16 01:18:36.380989 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-732ce4a6-237b-4a8c-bb5f-152990e9097e service neutron] 10.222.0.22 "GET /v2.0/networks/e76ecd4a-0f04-4066-a036-5e09260f78fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050186 Sep 16 01:18:36.656241 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-3879c535-1f3d-4f1e-b59b-c62a91e53315 req-437c2881-bbb4-4fb2-989d-4153f62f9c9f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 210 time: 0.0400631 Sep 16 01:18:37.297333 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891af13-c96a-403a-a307-f6b2c481f697 req-1c4a9547-966f-4e93-9fc7-bc863bbc9075 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:37.305985 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3891af13-c96a-403a-a307-f6b2c481f697 req-1c4a9547-966f-4e93-9fc7-bc863bbc9075 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0764511 Sep 16 01:18:37.363063 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3891af13-c96a-403a-a307-f6b2c481f697 req-0debd04a-4cbd-4286-bdc1-d9680e7c66a4 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541999 Sep 16 01:18:37.754487 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-45894993-3620-41aa-a64f-22bb6bb8df2c req-771b0796-dba1-4ec1-b113-7a278ae7b8ce tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 210 time: 0.0302422 Sep 16 01:18:38.528107 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b77d2f-27c8-4493-9d45-8ed7d5713913 req-55fded20-a915-40e6-8d44-a9cebcff42e9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:38.529776 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-47b77d2f-27c8-4493-9d45-8ed7d5713913 req-55fded20-a915-40e6-8d44-a9cebcff42e9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0709898 Sep 16 01:18:38.580028 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-47b77d2f-27c8-4493-9d45-8ed7d5713913 req-dbae212f-8112-4942-a700-9b4872f16195 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434525 Sep 16 01:18:38.864277 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-18dca6ea-fd49-49a0-a05f-d49191ee5473 req-83dd00f3-5f57-4f48-a436-98bdbb68755e tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 210 time: 0.0296125 Sep 16 01:18:39.714815 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55f113-6363-4cd8-9698-29a3990626b3 req-2f66855b-d25f-4e8e-b048-16db55e535ce tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:39.717017 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7c55f113-6363-4cd8-9698-29a3990626b3 req-2f66855b-d25f-4e8e-b048-16db55e535ce tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0599518 Sep 16 01:18:39.757260 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7c55f113-6363-4cd8-9698-29a3990626b3 req-a282c0bd-94e7-47e4-993e-10ce16b75dc5 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336244 Sep 16 01:18:39.961089 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a8e2e441-eb5f-4832-9a26-0ebcafb53f31 req-0da15a09-94a9-4c98-9caa-e6aaa4269d1f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 210 time: 0.0272291 Sep 16 01:18:40.271117 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-f33d962f-bf2c-4220-9f05-29704d0edc68 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:40.272628 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-f33d962f-bf2c-4220-9f05-29704d0edc68 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.47 "GET /v2.0/networks?id=e76ecd4a-0f04-4066-a036-5e09260f78fa HTTP/1.1" status: 200 len: 815 time: 0.1277380 Sep 16 01:18:40.295523 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-8deea385-6331-43fc-a31f-e9e9f79274f2 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Request body: {'port': {'device_id': '61f375f9-e67b-4a24-be09-e2a41f8e713b', 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa', 'admin_state_up': True, 'tenant_id': '41bf6a37de014072adf885993889f7d9'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:18:40.516891 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-8deea385-6331-43fc-a31f-e9e9f79274f2 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Made reservation on behalf of 41bf6a37de014072adf885993889f7d9 for: {'port': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:18:40.520421 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-8deea385-6331-43fc-a31f-e9e9f79274f2 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:40.679862 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-8deea385-6331-43fc-a31f-e9e9f79274f2 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Allocated IP 172.20.0.14 (e76ecd4a-0f04-4066-a036-5e09260f78fa/4a21d2f1-c28e-4022-9ded-ab7d7cbcd937/9b840228-15ee-438b-9017-04f1e877eec6) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:18:40.956797 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bedfa4-6e94-434c-bf41-1637ed885f63 req-b85231cb-e929-4b2f-99bb-b27e4e201503 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:40.956797 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a8bedfa4-6e94-434c-bf41-1637ed885f63 req-b85231cb-e929-4b2f-99bb-b27e4e201503 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0819206 Sep 16 01:18:40.986290 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-8deea385-6331-43fc-a31f-e9e9f79274f2 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:41.014913 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a8bedfa4-6e94-434c-bf41-1637ed885f63 req-f1118c2d-4f46-48cd-8455-142f8d6a5126 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555916 Sep 16 01:18:41.110991 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fea712c3-23fd-48cc-ba66-aa0b64abe288 req-4ff4b6e8-23ec-49dc-886d-1cb7a2eaa5f7 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 210 time: 0.0285952 Sep 16 01:18:41.197071 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-8deea385-6331-43fc-a31f-e9e9f79274f2 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:41.246726 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deea385-6331-43fc-a31f-e9e9f79274f2 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Pushing event updated for resources: {'Port': ['ID=9b840228-15ee-438b-9017-04f1e877eec6,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:41.261211 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-8deea385-6331-43fc-a31f-e9e9f79274f2 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Network e76ecd4a-0f04-4066-a036-5e09260f78fa is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:18:41.262745 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-8deea385-6331-43fc-a31f-e9e9f79274f2 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:18:41.266405 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-8deea385-6331-43fc-a31f-e9e9f79274f2 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:18:41.372220 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-8deea385-6331-43fc-a31f-e9e9f79274f2 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:41.372220 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-8deea385-6331-43fc-a31f-e9e9f79274f2 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:41.488769 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-8deea385-6331-43fc-a31f-e9e9f79274f2 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1980560 Sep 16 01:18:41.605490 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-6faf6127-ff41-4618-bf96-081f9ab472e9 service neutron] Request body: {'port': {'device_id': '61f375f9-e67b-4a24-be09-e2a41f8e713b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:18:41.736860 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-3fc3f2ad-6a74-4c5d-8f96-aebb9d3e9463 None None] Provisioning complete for port 9b840228-15ee-438b-9017-04f1e877eec6 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:41.739064 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3fc3f2ad-6a74-4c5d-8f96-aebb9d3e9463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:41.777229 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-6faf6127-ff41-4618-bf96-081f9ab472e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:41.863838 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-3fc3f2ad-6a74-4c5d-8f96-aebb9d3e9463 None None] Port 9b840228-15ee-438b-9017-04f1e877eec6 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:18:41.898294 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fee7d21e-2998-40e1-89de-c4947f036864 req-ebad1611-512e-4a58-917a-0b820c26459d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1697875883&fields=id&tenant_id=1b7bbaf8f0f24f869617997188268255 HTTP/1.1" status: 200 len: 267 time: 0.0914965 Sep 16 01:18:42.065938 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7d21e-2998-40e1-89de-c4947f036864 req-1a7d0d1b-1fef-46f9-8b85-6a6db954fb89 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:42.074161 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fee7d21e-2998-40e1-89de-c4947f036864 req-1a7d0d1b-1fef-46f9-8b85-6a6db954fb89 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/networks?id=74571b21-78a7-4185-9659-6c93a300b083 HTTP/1.1" status: 200 len: 812 time: 0.1747255 Sep 16 01:18:42.095230 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fee7d21e-2998-40e1-89de-c4947f036864 req-cc2ea3a9-850e-439d-82ef-1af63e85dcd6 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/quotas/1b7bbaf8f0f24f869617997188268255 HTTP/1.1" status: 200 len: 375 time: 0.0197427 Sep 16 01:18:42.267039 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fee7d21e-2998-40e1-89de-c4947f036864 req-c25b2848-b7eb-45c2-892c-79099e5dfba7 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b7bbaf8f0f24f869617997188268255&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1702909 Sep 16 01:18:42.289203 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88150aa7-41fb-4e5b-b0f1-b23e39f7effb req-6e0dcc6e-2b91-46c0-ab85-0b7245c49a4d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:42.300512 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-88150aa7-41fb-4e5b-b0f1-b23e39f7effb req-6e0dcc6e-2b91-46c0-ab85-0b7245c49a4d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0930400 Sep 16 01:18:42.373918 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fee7d21e-2998-40e1-89de-c4947f036864 req-6eca1d24-e5d7-45e5-a751-784e1ae431e4 service neutron] 10.222.0.22 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050873 Sep 16 01:18:42.404432 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-88150aa7-41fb-4e5b-b0f1-b23e39f7effb req-1cf65f6c-30ad-4f1e-b0f1-13f17fcc7a9c tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023078 Sep 16 01:18:42.620019 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8b2c8-8ea5-4ce7-9064-6afd3cb3412b req-56add840-c678-48ca-8b1d-85326ce52a06 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:42.640840 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b2e8b2c8-8ea5-4ce7-9064-6afd3cb3412b req-56add840-c678-48ca-8b1d-85326ce52a06 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 932 time: 0.1102064 Sep 16 01:18:42.695250 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-6faf6127-ff41-4618-bf96-081f9ab472e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b840228-15ee-438b-9017-04f1e877eec6 {{(pid=94551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:18:42.707325 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-6faf6127-ff41-4618-bf96-081f9ab472e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:42.722246 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b2e8b2c8-8ea5-4ce7-9064-6afd3cb3412b req-09317205-bc60-46dd-98bb-128419f42c2b tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801518 Sep 16 01:18:42.727722 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-6faf6127-ff41-4618-bf96-081f9ab472e9 service neutron] Transition to ACTIVE for port object 9b840228-15ee-438b-9017-04f1e877eec6 will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 01:18:42.770384 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fee7d21e-2998-40e1-89de-c4947f036864 req-1d70d3f9-ed39-4176-9349-7d9b03a8501e service neutron] 10.222.0.22 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955986 Sep 16 01:18:42.898055 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-6faf6127-ff41-4618-bf96-081f9ab472e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:42.979455 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf6127-ff41-4618-bf96-081f9ab472e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9b840228-15ee-438b-9017-04f1e877eec6,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:43.034236 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-6faf6127-ff41-4618-bf96-081f9ab472e9 service neutron] Attempting to bind port 9b840228-15ee-438b-9017-04f1e877eec6 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:18:43.034581 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-6faf6127-ff41-4618-bf96-081f9ab472e9 service neutron] Attempting to bind port 9b840228-15ee-438b-9017-04f1e877eec6 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '1f316261-7fe7-493f-bc93-346c665e0701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:18:43.035087 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-6faf6127-ff41-4618-bf96-081f9ab472e9 service neutron] Attempting to bind port 9b840228-15ee-438b-9017-04f1e877eec6 on network e76ecd4a-0f04-4066-a036-5e09260f78fa {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:18:43.039509 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-6faf6127-ff41-4618-bf96-081f9ab472e9 service neutron] Port 9b840228-15ee-438b-9017-04f1e877eec6 on network e76ecd4a-0f04-4066-a036-5e09260f78fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 01:18:43.039835 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-6faf6127-ff41-4618-bf96-081f9ab472e9 service neutron] Attempting to bind port 9b840228-15ee-438b-9017-04f1e877eec6 on network e76ecd4a-0f04-4066-a036-5e09260f78fa {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:18:43.045721 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-6faf6127-ff41-4618-bf96-081f9ab472e9 service neutron] Checking agent: {'id': 'b1327c00-0c42-4ebe-9e46-dfdb42688b79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'started_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:18:43.046064 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-6faf6127-ff41-4618-bf96-081f9ab472e9 service neutron] Checking segment: {'id': '1f316261-7fe7-493f-bc93-346c665e0701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:18:43.046454 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-6faf6127-ff41-4618-bf96-081f9ab472e9 service neutron] Bound using segment: {'id': '1f316261-7fe7-493f-bc93-346c665e0701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:18:43.046891 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-6faf6127-ff41-4618-bf96-081f9ab472e9 service neutron] Bound port: 9b840228-15ee-438b-9017-04f1e877eec6, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f316261-7fe7-493f-bc93-346c665e0701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:18:43.047358 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-6faf6127-ff41-4618-bf96-081f9ab472e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:43.129705 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-6faf6127-ff41-4618-bf96-081f9ab472e9 service neutron] For port 9b840228-15ee-438b-9017-04f1e877eec6, host hv-cinder-80930, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:18:43.132963 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-6faf6127-ff41-4618-bf96-081f9ab472e9 service neutron] For port 9b840228-15ee-438b-9017-04f1e877eec6, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=9b840228-15ee-438b-9017-04f1e877eec6,segment=NetworkSegment(1f316261-7fe7-493f-bc93-346c665e0701),segment_id=1f316261-7fe7-493f-bc93-346c665e0701)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:18:43.292930 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-6faf6127-ff41-4618-bf96-081f9ab472e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:43.327184 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-6faf6127-ff41-4618-bf96-081f9ab472e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:43.327806 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-6faf6127-ff41-4618-bf96-081f9ab472e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:43.329220 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-6faf6127-ff41-4618-bf96-081f9ab472e9 service neutron] 10.222.0.47 "PUT /v2.0/ports/9b840228-15ee-438b-9017-04f1e877eec6 HTTP/1.1" status: 200 len: 1094 time: 1.7291338 Sep 16 01:18:43.329665 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f375f9-e67b-4a24-be09-e2a41f8e713b', 'tag': '9b840228-15ee-438b-9017-04f1e877eec6'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:18:43.332038 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b3c4ca-3096-49b3-a856-952a7f548af6" -d '{"events": [{"name": "network-changed", "server_uuid": "61f375f9-e67b-4a24-be09-e2a41f8e713b", "tag": "9b840228-15ee-438b-9017-04f1e877eec6"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:18:43.362833 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf6127-ff41-4618-bf96-081f9ab472e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9b840228-15ee-438b-9017-04f1e877eec6,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:43.476720 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadb5e93-d4e7-4d56-899a-c6ab366b9087 x-openstack-request-id: req-dadb5e93-d4e7-4d56-899a-c6ab366b9087 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:18:43.477300 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f375f9-e67b-4a24-be09-e2a41f8e713b", "tag": "9b840228-15ee-438b-9017-04f1e877eec6", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:18:43.477853 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dadb5e93-d4e7-4d56-899a-c6ab366b9087 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:18:43.479076 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f375f9-e67b-4a24-be09-e2a41f8e713b', 'tag': '9b840228-15ee-438b-9017-04f1e877eec6', 'status': 'completed', 'code': 200} Sep 16 01:18:43.682313 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5e210-526c-4c8c-b9eb-bf5e43484875 req-8aad8c69-394b-4f5d-a536-ec9d48f01a9e tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:43.685377 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-60e5e210-526c-4c8c-b9eb-bf5e43484875 req-8aad8c69-394b-4f5d-a536-ec9d48f01a9e tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0764062 Sep 16 01:18:43.734120 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3d66ebdf-c60c-4dc9-9d32-8d0abdb7e7d0 req-dca72f2c-61d1-401d-a5f6-8b62e80e6028 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 210 time: 0.1106758 Sep 16 01:18:43.760511 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-1ad8c5c2-e8c5-492c-b5c1-b39b98596f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:43.762050 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-1ad8c5c2-e8c5-492c-b5c1-b39b98596f93 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=41bf6a37de014072adf885993889f7d9&device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 1097 time: 0.1481376 Sep 16 01:18:43.857469 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-87427d22-9260-4f37-81c7-ad4a8d95eeda service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b840228-15ee-438b-9017-04f1e877eec6 HTTP/1.1" status: 200 len: 217 time: 0.0469882 Sep 16 01:18:43.861894 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-60e5e210-526c-4c8c-b9eb-bf5e43484875 req-7ed5c815-f4a3-4cdb-9997-ef20461c862e tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621842 Sep 16 01:18:44.082602 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f9c40-0936-4787-b293-71bb1f654c6a req-dd998b8c-f6d4-43de-96bf-b9d9e77c3356 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:44.086224 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c83f9c40-0936-4787-b293-71bb1f654c6a req-dd998b8c-f6d4-43de-96bf-b9d9e77c3356 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 944 time: 0.1940491 Sep 16 01:18:44.161252 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-ad954b32-ec99-4429-828d-94074ae26143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:44.162696 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-ad954b32-ec99-4429-828d-94074ae26143 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a21d2f1-c28e-4022-9ded-ab7d7cbcd937 HTTP/1.1" status: 200 len: 854 time: 0.2690094 Sep 16 01:18:44.168456 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c83f9c40-0936-4787-b293-71bb1f654c6a req-3775dc3d-4c93-4a7f-841c-9d60d5069d05 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685892 Sep 16 01:18:44.824165 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ab6156a3-cc23-4fdc-ab55-09c482c6d338 req-25436a22-7b26-47f0-83c0-28521b454f98 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 210 time: 0.0286188 Sep 16 01:18:45.010329 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c3155-1b66-460b-a9a6-935ef56d7f53 req-d8ccd288-34ec-4a15-86b2-1540058ebe44 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:45.011947 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f61c3155-1b66-460b-a9a6-935ef56d7f53 req-d8ccd288-34ec-4a15-86b2-1540058ebe44 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0620112 Sep 16 01:18:45.084653 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f61c3155-1b66-460b-a9a6-935ef56d7f53 req-a803a96c-ef27-4d11-82dd-ef8726155abd tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660021 Sep 16 01:18:45.298062 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14213c2-90a7-44ce-bac9-467f6401848a req-6bc351f4-6616-475d-a0f4-192b9d702a54 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:45.299465 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f14213c2-90a7-44ce-bac9-467f6401848a req-6bc351f4-6616-475d-a0f4-192b9d702a54 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 944 time: 0.0478945 Sep 16 01:18:45.336073 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f14213c2-90a7-44ce-bac9-467f6401848a req-281295bf-b2f5-444a-9473-30d2d5edd0f1 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303700 Sep 16 01:18:45.366642 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-a84f858f-a690-4d69-95b3-a44adfca3d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:45.368213 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-a84f858f-a690-4d69-95b3-a44adfca3d22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e76ecd4a-0f04-4066-a036-5e09260f78fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406332 Sep 16 01:18:45.926124 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-527ce56d-24aa-4ae9-9fe5-fb943793c522 req-28f164b3-65d5-412e-ba1a-3b30a13ae532 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 210 time: 0.0270905 Sep 16 01:18:46.229567 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5682d-03d1-4732-9598-d62ba18b9e59 req-31a70551-3119-475d-b0af-35c2e726a320 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:46.231700 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6cf5682d-03d1-4732-9598-d62ba18b9e59 req-31a70551-3119-475d-b0af-35c2e726a320 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0585263 Sep 16 01:18:46.272656 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6cf5682d-03d1-4732-9598-d62ba18b9e59 req-1a0705fb-e52c-44c1-9875-f8829b3ffa9f tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337939 Sep 16 01:18:46.451741 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc853f0-48f5-493d-844d-32c14d3179da req-09da5e4f-6ad3-43df-9467-7707aa7c37d9 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:46.453326 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4cc853f0-48f5-493d-844d-32c14d3179da req-09da5e4f-6ad3-43df-9467-7707aa7c37d9 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 944 time: 0.0504210 Sep 16 01:18:46.493305 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4cc853f0-48f5-493d-844d-32c14d3179da req-3d814d54-154f-48cb-968c-6b3e4e0e8620 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334435 Sep 16 01:18:47.026277 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-81af03e0-5892-48db-a32e-e03f618abec4 req-df4c2671-8e39-48f8-83ea-d9152cd2b7a6 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 210 time: 0.0269296 Sep 16 01:18:47.414206 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da779165-2d35-461a-aeb4-73fae50dd7b5 req-68665574-d573-4659-bfe4-5a5514d44402 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:47.415845 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-da779165-2d35-461a-aeb4-73fae50dd7b5 req-68665574-d573-4659-bfe4-5a5514d44402 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0709786 Sep 16 01:18:47.456365 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-da779165-2d35-461a-aeb4-73fae50dd7b5 req-706d875e-90de-45dc-b20a-8acddc12be01 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338748 Sep 16 01:18:47.611831 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c449998-4263-48f2-b5c0-bdf15927c151 req-db7c9778-2412-41c5-aabe-96726db4c807 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:47.613281 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8c449998-4263-48f2-b5c0-bdf15927c151 req-db7c9778-2412-41c5-aabe-96726db4c807 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 944 time: 0.0508940 Sep 16 01:18:47.651208 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8c449998-4263-48f2-b5c0-bdf15927c151 req-76f9ef52-7267-4ff1-a5ee-1f1c448631b8 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314918 Sep 16 01:18:48.124242 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8a705db0-e5fc-4dbb-a856-85565f632d31 req-37167c22-2c94-419a-bad5-f94c407b75e0 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 210 time: 0.0287821 Sep 16 01:18:48.582396 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37babee5-eae8-4fd2-a154-98055a26cc3c req-26f8e7be-a3f0-4fb8-8c75-299b6660aa59 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:48.584337 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-37babee5-eae8-4fd2-a154-98055a26cc3c req-26f8e7be-a3f0-4fb8-8c75-299b6660aa59 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0517242 Sep 16 01:18:48.627512 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-37babee5-eae8-4fd2-a154-98055a26cc3c req-33be969f-ed0c-4392-ad2f-cfaa9d0beec9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364723 Sep 16 01:18:48.643753 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:48.770980 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c7591-4c9e-4a13-92fb-e0a74ce245c0 req-e5edd2cc-1bef-4ffc-99f1-320c9c572dd3 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:48.772929 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b66c7591-4c9e-4a13-92fb-e0a74ce245c0 req-e5edd2cc-1bef-4ffc-99f1-320c9c572dd3 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 944 time: 0.0486405 Sep 16 01:18:48.822750 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b66c7591-4c9e-4a13-92fb-e0a74ce245c0 req-5e764857-4f81-4a97-a0de-19a9b925657c tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418282 Sep 16 01:18:49.219401 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ef047fd2-6eae-4435-aa85-098e78e0d84b req-071c5b06-553d-4697-8559-d01074082d1a tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 210 time: 0.0259066 Sep 16 01:18:49.766287 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb08da-bdc7-4fe7-aa35-e3323b38beb6 req-00d01107-c7f1-4557-b328-f844d12716a4 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:49.767865 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-20eb08da-bdc7-4fe7-aa35-e3323b38beb6 req-00d01107-c7f1-4557-b328-f844d12716a4 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0563922 Sep 16 01:18:49.808323 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-20eb08da-bdc7-4fe7-aa35-e3323b38beb6 req-ec7d263f-506d-4e9e-be87-198ea6ee3b97 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343893 Sep 16 01:18:49.949507 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72692794-099d-4b0d-9f21-2b2053a73796 req-bdc8172b-95ec-4a24-b1c5-90c9b8e6bac5 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:49.951037 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-72692794-099d-4b0d-9f21-2b2053a73796 req-bdc8172b-95ec-4a24-b1c5-90c9b8e6bac5 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 944 time: 0.0566273 Sep 16 01:18:49.993355 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-72692794-099d-4b0d-9f21-2b2053a73796 req-599c8d6c-3e15-440c-afd5-63fc213a14f4 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359209 Sep 16 01:18:50.314479 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c5563a2a-bff0-40df-a027-46e88719dd5d req-52d55450-73f5-4fe3-8052-d175e93d3dad tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 210 time: 0.0278044 Sep 16 01:18:50.942417 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a22b6-f4a3-4ce4-bb17-642a8b56c3b2 req-283a1cbb-c878-4247-915f-8c77920b337a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:50.948624 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ec9a22b6-f4a3-4ce4-bb17-642a8b56c3b2 req-283a1cbb-c878-4247-915f-8c77920b337a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0552244 Sep 16 01:18:50.984493 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ec9a22b6-f4a3-4ce4-bb17-642a8b56c3b2 req-432ee026-3dbe-42db-9f96-ad024993e10a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338845 Sep 16 01:18:51.108340 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e5d29-4ba4-4638-a172-18f388253978 req-592d124c-a19f-480d-a813-3fe61cc25432 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:51.109975 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-044e5d29-4ba4-4638-a172-18f388253978 req-592d124c-a19f-480d-a813-3fe61cc25432 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 944 time: 0.0516882 Sep 16 01:18:51.152091 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-044e5d29-4ba4-4638-a172-18f388253978 req-67e67b59-57ac-4833-9cf2-e13c5dfd5276 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356376 Sep 16 01:18:51.418410 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a6f395dd-741c-491c-8be9-c097880098d5 req-ce53876e-4fa0-4edf-b94f-70c1eb46b1c4 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 210 time: 0.0319712 Sep 16 01:18:52.104949 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc55c50-c559-43f6-8c84-cd67ff72af04 req-54ce6d41-014d-488a-93c2-37c6142a8172 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:52.106442 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-bfc55c50-c559-43f6-8c84-cd67ff72af04 req-54ce6d41-014d-488a-93c2-37c6142a8172 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0510645 Sep 16 01:18:52.284772 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559b1eb-3ec6-4e23-9cc5-1b593205a805 req-313f2b53-931a-4427-8a59-561a8e7833c5 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:52.286482 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6559b1eb-3ec6-4e23-9cc5-1b593205a805 req-313f2b53-931a-4427-8a59-561a8e7833c5 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 944 time: 0.0639391 Sep 16 01:18:52.337586 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6559b1eb-3ec6-4e23-9cc5-1b593205a805 req-9f60133a-7332-46a8-a0d1-4cc3d19309c7 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441380 Sep 16 01:18:52.449995 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-bfc55c50-c559-43f6-8c84-cd67ff72af04 req-8f317087-165e-406e-bd93-a204f54474e4 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3376546 Sep 16 01:18:52.502577 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c899a9b0-32ce-4338-b2a4-b149842e44f3 req-f5c9b82a-59f2-4346-a360-c39d3cbb6f1e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0889981 Sep 16 01:18:52.521379 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-0c7789ba-800d-4bc6-a9fb-40c0108ed355 service neutron] 10.222.0.47 "GET /v2.0/networks/e76ecd4a-0f04-4066-a036-5e09260f78fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374793 Sep 16 01:18:52.530831 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-39a1406d-8d9e-42f6-9f7a-3b46fea76d4b req-14043f26-e5dd-42a8-98e0-4704a8b281b8 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 210 time: 0.0372381 Sep 16 01:18:52.652025 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899a9b0-32ce-4338-b2a4-b149842e44f3 req-1ff81b89-1d84-49b7-ad11-4b64f73efda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:52.653581 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c899a9b0-32ce-4338-b2a4-b149842e44f3 req-1ff81b89-1d84-49b7-ad11-4b64f73efda1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4a4425291ea4353acd96715b7b0df2c&device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 1098 time: 0.0613298 Sep 16 01:18:52.655541 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7da8f1ff-d54b-4bfe-91aa-b0c831e92d76 req-f3bc754b-76ea-4c62-af29-259f184fc8e5 service neutron] 10.222.0.47 "GET /v2.0/networks/e76ecd4a-0f04-4066-a036-5e09260f78fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197886 Sep 16 01:18:52.834361 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899a9b0-32ce-4338-b2a4-b149842e44f3 req-1041f4f0-2598-452c-ba9a-5c8b36ef43c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:52.836041 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c899a9b0-32ce-4338-b2a4-b149842e44f3 req-1041f4f0-2598-452c-ba9a-5c8b36ef43c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a47d34af-162d-487c-a53e-3c367600df95 HTTP/1.1" status: 200 len: 908 time: 0.0865860 Sep 16 01:18:52.960820 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c899a9b0-32ce-4338-b2a4-b149842e44f3 req-105787c4-7f6a-47ed-803d-83e0b3adfedd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642b98ad-f60d-4b5f-af55-3504097b8e30 HTTP/1.1" status: 200 len: 1001 time: 0.0887697 Sep 16 01:18:52.963585 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3c4ca-3096-49b3-a856-952a7f548af6 req-81002e93-9303-46b4-873e-62b7c04b1ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:52.965031 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e8b3c4ca-3096-49b3-a856-952a7f548af6 req-81002e93-9303-46b4-873e-62b7c04b1ec2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=41bf6a37de014072adf885993889f7d9&device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 1097 time: 0.0921276 Sep 16 01:18:53.071063 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899a9b0-32ce-4338-b2a4-b149842e44f3 req-97a49758-47a6-4714-80d4-3b63ce88ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:53.073177 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c899a9b0-32ce-4338-b2a4-b149842e44f3 req-97a49758-47a6-4714-80d4-3b63ce88ecf7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c37ff5f3-8e2d-42fb-aa55-c8764a42e092 HTTP/1.1" status: 200 len: 846 time: 0.0991027 Sep 16 01:18:53.106147 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3c4ca-3096-49b3-a856-952a7f548af6 req-4eb5391d-8f5c-4cf3-9721-ac38ea536a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:53.107524 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e8b3c4ca-3096-49b3-a856-952a7f548af6 req-4eb5391d-8f5c-4cf3-9721-ac38ea536a4d service neutron] 10.222.0.47 "GET /v2.0/networks?id=e76ecd4a-0f04-4066-a036-5e09260f78fa HTTP/1.1" status: 200 len: 916 time: 0.1257253 Sep 16 01:18:53.172127 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e8b3c4ca-3096-49b3-a856-952a7f548af6 req-258fed2a-53ea-4230-ac40-d023e498b5d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b840228-15ee-438b-9017-04f1e877eec6 HTTP/1.1" status: 200 len: 217 time: 0.0498645 Sep 16 01:18:53.225639 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899a9b0-32ce-4338-b2a4-b149842e44f3 req-d3ed83e9-f875-4095-8f4c-0711d36bf4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:53.227131 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c899a9b0-32ce-4338-b2a4-b149842e44f3 req-d3ed83e9-f875-4095-8f4c-0711d36bf4aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a47d34af-162d-487c-a53e-3c367600df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1340070 Sep 16 01:18:53.270669 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add703ff-6681-4352-b316-36f3af8827a5 req-cb7ec135-30c0-480d-870e-765638e9b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:53.272144 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-add703ff-6681-4352-b316-36f3af8827a5 req-cb7ec135-30c0-480d-870e-765638e9b241 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99833be108654994aac6dcf7cf390340&device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 1099 time: 0.1091394 Sep 16 01:18:53.278687 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3c4ca-3096-49b3-a856-952a7f548af6 req-7a9a996e-6286-4fe5-ae29-7f91bfd5b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:53.280049 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e8b3c4ca-3096-49b3-a856-952a7f548af6 req-7a9a996e-6286-4fe5-ae29-7f91bfd5b905 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a21d2f1-c28e-4022-9ded-ab7d7cbcd937 HTTP/1.1" status: 200 len: 854 time: 0.0908036 Sep 16 01:18:53.472273 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c899a9b0-32ce-4338-b2a4-b149842e44f3 req-24ae1f68-86e4-444d-b3b7-3c6b3331b340 service neutron] 10.222.0.47 "GET /v2.0/networks/a47d34af-162d-487c-a53e-3c367600df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349491 Sep 16 01:18:53.478173 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3c4ca-3096-49b3-a856-952a7f548af6 req-998c835a-a1f3-412a-b53d-cd95237cf0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:53.479726 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e8b3c4ca-3096-49b3-a856-952a7f548af6 req-998c835a-a1f3-412a-b53d-cd95237cf0d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e76ecd4a-0f04-4066-a036-5e09260f78fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1883051 Sep 16 01:18:53.484306 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add703ff-6681-4352-b316-36f3af8827a5 req-c0204341-d297-4e42-8cd2-c3b1b29a42b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:53.485905 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-add703ff-6681-4352-b316-36f3af8827a5 req-c0204341-d297-4e42-8cd2-c3b1b29a42b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 HTTP/1.1" status: 200 len: 918 time: 0.2036123 Sep 16 01:18:53.500366 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193162f-3062-4dc5-ade3-0b9dcd162e28 req-0c4391bc-3e28-4018-9f89-7d65b9dc0db1 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:53.501941 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5193162f-3062-4dc5-ade3-0b9dcd162e28 req-0c4391bc-3e28-4018-9f89-7d65b9dc0db1 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 944 time: 0.0923948 Sep 16 01:18:53.578481 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c0370-19a4-4f6a-842e-95f166fef002 req-d0c9ad50-26c0-4c97-9078-f60c418bbda6 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:53.580170 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4a1c0370-19a4-4f6a-842e-95f166fef002 req-d0c9ad50-26c0-4c97-9078-f60c418bbda6 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0511642 Sep 16 01:18:53.629569 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4a1c0370-19a4-4f6a-842e-95f166fef002 req-d486ae2c-6954-4db6-afa9-f00ba9075e36 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411582 Sep 16 01:18:53.661227 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5193162f-3062-4dc5-ade3-0b9dcd162e28 req-df0c71b9-6edb-48c5-9332-7135df1e640e tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531935 Sep 16 01:18:53.729349 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-add703ff-6681-4352-b316-36f3af8827a5 req-7e02ae7d-7ac4-461a-a363-99a6e3200a56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70934950-0eb5-44fd-8edc-b9d81a7a61ca HTTP/1.1" status: 200 len: 1002 time: 0.2049973 Sep 16 01:18:53.730716 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-34897945-5ad6-4796-ad00-e203b06ddd9b req-2c079c6e-c4ca-4d4b-a002-8c369e7c0446 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 210 time: 0.0368855 Sep 16 01:18:53.733719 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:18:53.784937 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c899a9b0-32ce-4338-b2a4-b149842e44f3 req-8c02afdf-768c-4e2a-a228-10bba011c9aa service neutron] 10.222.0.47 "GET /v2.0/networks/a47d34af-162d-487c-a53e-3c367600df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625647 Sep 16 01:18:53.790314 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e8b3c4ca-3096-49b3-a856-952a7f548af6 req-06c4c20b-f3a0-4bb0-8adb-dbf4d8287f77 service neutron] 10.222.0.47 "GET /v2.0/networks/e76ecd4a-0f04-4066-a036-5e09260f78fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668550 Sep 16 01:18:53.813655 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add703ff-6681-4352-b316-36f3af8827a5 req-a9093a2f-ee81-4726-9453-c4500a9b0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:53.815166 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-add703ff-6681-4352-b316-36f3af8827a5 req-a9093a2f-ee81-4726-9453-c4500a9b0e57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4795dce4-579a-4783-9e42-b5fb1cdac969 HTTP/1.1" status: 200 len: 856 time: 0.0745046 Sep 16 01:18:53.912352 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7d21e-2998-40e1-89de-c4947f036864 req-a1ea8afb-3f35-4f3f-98c2-70de03564f07 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:53.913965 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fee7d21e-2998-40e1-89de-c4947f036864 req-a1ea8afb-3f35-4f3f-98c2-70de03564f07 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.47 "GET /v2.0/networks?id=74571b21-78a7-4185-9659-6c93a300b083 HTTP/1.1" status: 200 len: 812 time: 0.1435661 Sep 16 01:18:53.923496 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add703ff-6681-4352-b316-36f3af8827a5 req-696920dc-9b80-4ee2-b35f-aaa3568799ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:53.925035 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-add703ff-6681-4352-b316-36f3af8827a5 req-696920dc-9b80-4ee2-b35f-aaa3568799ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0821650 Sep 16 01:18:53.951030 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e8b3c4ca-3096-49b3-a856-952a7f548af6 req-910aa018-9cf9-46e6-9205-f696302468b4 service neutron] 10.222.0.47 "GET /v2.0/networks/e76ecd4a-0f04-4066-a036-5e09260f78fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348367 Sep 16 01:18:53.998221 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fee7d21e-2998-40e1-89de-c4947f036864 req-246dd7be-4c7f-4b05-a6b0-9034a4fad086 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b7bbaf8f0f24f869617997188268255 HTTP/1.1" status: 200 len: 380 time: 0.0534363 Sep 16 01:18:54.014355 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [req-fee7d21e-2998-40e1-89de-c4947f036864 req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Request body: {'port': {'device_id': 'd1a34fec-2e0a-4330-b7ac-627598d12461', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'admin_state_up': True, 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'security_groups': ['4266fc38-7ab1-4df7-ae56-ac1ae8df283f']}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:18:54.052760 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-add703ff-6681-4352-b316-36f3af8827a5 req-58b4c15a-745b-465f-b9f6-97448f89edbb service neutron] 10.222.0.47 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005440 Sep 16 01:18:54.166477 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-add703ff-6681-4352-b316-36f3af8827a5 req-bfe5ae2c-0a97-488f-b02a-d1ed9e66fb4b service neutron] 10.222.0.47 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040940 Sep 16 01:18:54.212833 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee7d21e-2998-40e1-89de-c4947f036864 req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Made reservation on behalf of 1b7bbaf8f0f24f869617997188268255 for: {'port': 1} {{(pid=94552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:18:54.216350 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-fee7d21e-2998-40e1-89de-c4947f036864 req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:54.341383 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.db_base_plugin_common [req-fee7d21e-2998-40e1-89de-c4947f036864 req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Allocated IP 172.20.0.11 (74571b21-78a7-4185-9659-6c93a300b083/54ce8167-5c61-4cb3-8d7a-5322484faeed/cd9305aa-378c-4d02-9498-de0dff854963) {{(pid=94552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:18:54.478158 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-fee7d21e-2998-40e1-89de-c4947f036864 req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for port, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:54.585842 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-fee7d21e-2998-40e1-89de-c4947f036864 req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:54.632789 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee7d21e-2998-40e1-89de-c4947f036864 req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Network 74571b21-78a7-4185-9659-6c93a300b083 is already hosted by enough agents. {{(pid=94552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:18:54.637980 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.base_scheduler [req-fee7d21e-2998-40e1-89de-c4947f036864 req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Resources bound (agent type, host, resource id): {{(pid=94552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:18:54.642534 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee7d21e-2998-40e1-89de-c4947f036864 req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Received port after_create {{(pid=94552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:18:54.703330 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7d21e-2998-40e1-89de-c4947f036864 req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:54.708343 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-fee7d21e-2998-40e1-89de-c4947f036864 req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:54.711085 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Pushing event updated for resources: {'Port': ['ID=cd9305aa-378c-4d02-9498-de0dff854963,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:54.727075 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:54.727075 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:54.727075 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:54.727510 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:54.727814 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:54.728149 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:54.728494 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:54.729502 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:54.729867 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:54.730399 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:54.730741 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:54.731076 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:18:54.769128 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 9b840228-15ee-438b-9017-04f1e877eec6 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:18:54.825441 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ba23f-a5cb-4161-956c-eaf946455dae req-449bc051-0610-4fee-a6c7-7efdb03d13c2 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:54.827045 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d76ba23f-a5cb-4161-956c-eaf946455dae req-449bc051-0610-4fee-a6c7-7efdb03d13c2 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0677838 Sep 16 01:18:54.829601 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10635fd4-9b1a-4923-82d6-57c56e61aa5c req-b4c7cd11-9486-4cc2-85da-9b670480045b tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:54.837492 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-10635fd4-9b1a-4923-82d6-57c56e61aa5c req-b4c7cd11-9486-4cc2-85da-9b670480045b tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 944 time: 0.0614948 Sep 16 01:18:54.852155 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fee7d21e-2998-40e1-89de-c4947f036864 req-76f81eb2-a45f-4ed9-bae2-56f33dd45539 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8414862 Sep 16 01:18:54.873945 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [req-fee7d21e-2998-40e1-89de-c4947f036864 req-e925f317-06ab-4850-a383-37ac9aa5ed8c service neutron] Request body: {'port': {'device_id': 'd1a34fec-2e0a-4330-b7ac-627598d12461', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:18:54.885452 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d76ba23f-a5cb-4161-956c-eaf946455dae req-9db0bb37-1247-407c-9de3-153292ff4e22 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445871 Sep 16 01:18:54.915595 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 9b840228-15ee-438b-9017-04f1e877eec6, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=9b840228-15ee-438b-9017-04f1e877eec6,segment=NetworkSegment(1f316261-7fe7-493f-bc93-346c665e0701),segment_id=1f316261-7fe7-493f-bc93-346c665e0701)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:18:54.918218 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-10635fd4-9b1a-4923-82d6-57c56e61aa5c req-6fdca185-a0db-4beb-9ce1-cc8b17715305 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764687 Sep 16 01:18:54.932338 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': '9b840228-15ee-438b-9017-04f1e877eec6', 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa', 'port_id': '9b840228-15ee-438b-9017-04f1e877eec6', 'mac_address': 'fa:16:3e:2f:5f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a21d2f1-c28e-4022-9ded-ab7d7cbcd937', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:18:54.978515 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-fee7d21e-2998-40e1-89de-c4947f036864 req-e925f317-06ab-4850-a383-37ac9aa5ed8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:54.990147 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:54.993573 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-d28e4a8b-afaf-4712-8f93-0d2ff09c612a None None] Provisioning complete for port cd9305aa-378c-4d02-9498-de0dff854963 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:54.993946 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d28e4a8b-afaf-4712-8f93-0d2ff09c612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:55.024004 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b840228-15ee-438b-9017-04f1e877eec6 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:18:55.028624 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702cf41-1b24-451e-99b6-e506f27e26c7 req-5672cf00-2f44-4252-942a-aa2f149e4452 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:55.030667 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7702cf41-1b24-451e-99b6-e506f27e26c7 req-5672cf00-2f44-4252-942a-aa2f149e4452 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 932 time: 0.0570197 Sep 16 01:18:55.056167 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 9b840228-15ee-438b-9017-04f1e877eec6, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=9b840228-15ee-438b-9017-04f1e877eec6,segment=NetworkSegment(1f316261-7fe7-493f-bc93-346c665e0701),segment_id=1f316261-7fe7-493f-bc93-346c665e0701)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:18:55.057260 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-d28e4a8b-afaf-4712-8f93-0d2ff09c612a None None] Port cd9305aa-378c-4d02-9498-de0dff854963 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:18:55.082204 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7702cf41-1b24-451e-99b6-e506f27e26c7 req-4c6b8cc5-f5c0-4268-bfee-d3594f554a45 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392301 Sep 16 01:18:55.132060 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:55.184405 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=9b840228-15ee-438b-9017-04f1e877eec6,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:55.465503 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.notifiers.nova [req-fee7d21e-2998-40e1-89de-c4947f036864 req-e925f317-06ab-4850-a383-37ac9aa5ed8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd9305aa-378c-4d02-9498-de0dff854963 {{(pid=94552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:18:55.472020 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['9b840228-15ee-438b-9017-04f1e877eec6'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:18:55.472916 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-fee7d21e-2998-40e1-89de-c4947f036864 req-e925f317-06ab-4850-a383-37ac9aa5ed8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:55.485568 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.provisioning_blocks [req-fee7d21e-2998-40e1-89de-c4947f036864 req-e925f317-06ab-4850-a383-37ac9aa5ed8c service neutron] Transition to ACTIVE for port object cd9305aa-378c-4d02-9498-de0dff854963 will not be triggered until provisioned by entity L2. {{(pid=94552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 01:18:55.584650 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-fee7d21e-2998-40e1-89de-c4947f036864 req-e925f317-06ab-4850-a383-37ac9aa5ed8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9529498'] for port, after_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:55.659110 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925f317-06ab-4850-a383-37ac9aa5ed8c service neutron] Pushing event updated for resources: {'Port': ['ID=cd9305aa-378c-4d02-9498-de0dff854963,revision_number=2']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:55.717507 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.managers [req-fee7d21e-2998-40e1-89de-c4947f036864 req-e925f317-06ab-4850-a383-37ac9aa5ed8c service neutron] Attempting to bind port cd9305aa-378c-4d02-9498-de0dff854963 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=94552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:18:55.717848 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.managers [req-fee7d21e-2998-40e1-89de-c4947f036864 req-e925f317-06ab-4850-a383-37ac9aa5ed8c service neutron] Attempting to bind port cd9305aa-378c-4d02-9498-de0dff854963 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '2cb089da-fe8c-498d-8143-fd9b44bea8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '74571b21-78a7-4185-9659-6c93a300b083'}] {{(pid=94552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:18:55.718281 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee7d21e-2998-40e1-89de-c4947f036864 req-e925f317-06ab-4850-a383-37ac9aa5ed8c service neutron] Attempting to bind port cd9305aa-378c-4d02-9498-de0dff854963 on network 74571b21-78a7-4185-9659-6c93a300b083 {{(pid=94552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:18:55.724148 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee7d21e-2998-40e1-89de-c4947f036864 req-e925f317-06ab-4850-a383-37ac9aa5ed8c service neutron] Port cd9305aa-378c-4d02-9498-de0dff854963 on network 74571b21-78a7-4185-9659-6c93a300b083 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=94552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 01:18:55.724566 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee7d21e-2998-40e1-89de-c4947f036864 req-e925f317-06ab-4850-a383-37ac9aa5ed8c service neutron] Attempting to bind port cd9305aa-378c-4d02-9498-de0dff854963 on network 74571b21-78a7-4185-9659-6c93a300b083 {{(pid=94552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:18:55.729920 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee7d21e-2998-40e1-89de-c4947f036864 req-e925f317-06ab-4850-a383-37ac9aa5ed8c service neutron] Checking agent: {'id': 'b1327c00-0c42-4ebe-9e46-dfdb42688b79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'started_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:18:55.745428 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee7d21e-2998-40e1-89de-c4947f036864 req-e925f317-06ab-4850-a383-37ac9aa5ed8c service neutron] Checking segment: {'id': '2cb089da-fe8c-498d-8143-fd9b44bea8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '74571b21-78a7-4185-9659-6c93a300b083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:18:55.745428 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee7d21e-2998-40e1-89de-c4947f036864 req-e925f317-06ab-4850-a383-37ac9aa5ed8c service neutron] Bound using segment: {'id': '2cb089da-fe8c-498d-8143-fd9b44bea8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '74571b21-78a7-4185-9659-6c93a300b083'} {{(pid=94552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:18:55.745428 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.managers [req-fee7d21e-2998-40e1-89de-c4947f036864 req-e925f317-06ab-4850-a383-37ac9aa5ed8c service neutron] Bound port: cd9305aa-378c-4d02-9498-de0dff854963, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb089da-fe8c-498d-8143-fd9b44bea8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '74571b21-78a7-4185-9659-6c93a300b083'}}] {{(pid=94552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:18:55.745428 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-fee7d21e-2998-40e1-89de-c4947f036864 req-e925f317-06ab-4850-a383-37ac9aa5ed8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:55.800725 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.db [req-fee7d21e-2998-40e1-89de-c4947f036864 req-e925f317-06ab-4850-a383-37ac9aa5ed8c service neutron] For port cd9305aa-378c-4d02-9498-de0dff854963, host hv-cinder-80930, cleared binding levels {{(pid=94552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:18:55.804044 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.db [req-fee7d21e-2998-40e1-89de-c4947f036864 req-e925f317-06ab-4850-a383-37ac9aa5ed8c service neutron] For port cd9305aa-378c-4d02-9498-de0dff854963, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=cd9305aa-378c-4d02-9498-de0dff854963,segment=NetworkSegment(2cb089da-fe8c-498d-8143-fd9b44bea8e3),segment_id=2cb089da-fe8c-498d-8143-fd9b44bea8e3)] {{(pid=94552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:18:55.881944 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-fee7d21e-2998-40e1-89de-c4947f036864 req-e925f317-06ab-4850-a383-37ac9aa5ed8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9529498'] for port, after_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:55.921284 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7d21e-2998-40e1-89de-c4947f036864 req-e925f317-06ab-4850-a383-37ac9aa5ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:55.921912 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-fee7d21e-2998-40e1-89de-c4947f036864 req-e925f317-06ab-4850-a383-37ac9aa5ed8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:55.923293 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fee7d21e-2998-40e1-89de-c4947f036864 req-e925f317-06ab-4850-a383-37ac9aa5ed8c service neutron] 10.222.0.47 "PUT /v2.0/ports/cd9305aa-378c-4d02-9498-de0dff854963 HTTP/1.1" status: 200 len: 1094 time: 1.0538507 Sep 16 01:18:55.923724 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a34fec-2e0a-4330-b7ac-627598d12461', 'tag': 'cd9305aa-378c-4d02-9498-de0dff854963'}] {{(pid=94552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:18:55.925982 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e37c7ac94a84b8f8c6dc1420a2d1e1c1d602c9bf5eb8fc5b01c156650c831676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff5ccf5-027d-4d8d-ad89-299866ebcbde" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a34fec-2e0a-4330-b7ac-627598d12461", "tag": "cd9305aa-378c-4d02-9498-de0dff854963"}]}' {{(pid=94552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:18:55.951903 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925f317-06ab-4850-a383-37ac9aa5ed8c service neutron] Pushing event updated for resources: {'Port': ['ID=cd9305aa-378c-4d02-9498-de0dff854963,revision_number=3']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:56.026384 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d19da84-7717-4975-af23-a2b44c5a8a24 x-openstack-request-id: req-9d19da84-7717-4975-af23-a2b44c5a8a24 {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:18:56.026702 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a34fec-2e0a-4330-b7ac-627598d12461", "tag": "cd9305aa-378c-4d02-9498-de0dff854963", "status": "completed", "code": 200}]} {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:18:56.026961 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d19da84-7717-4975-af23-a2b44c5a8a24 {{(pid=94552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:18:56.027367 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a34fec-2e0a-4330-b7ac-627598d12461', 'tag': 'cd9305aa-378c-4d02-9498-de0dff854963', 'status': 'completed', 'code': 200} Sep 16 01:18:56.125773 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55801f-8788-4a26-a50e-b1d39ad79a29 req-00c8cef9-3329-479e-96d6-c9dfd08ededb tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:56.129359 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5ccf5-027d-4d8d-ad89-299866ebcbde req-93f6233c-f621-4088-8666-3b6d26acf000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:56.129498 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8a55801f-8788-4a26-a50e-b1d39ad79a29 req-00c8cef9-3329-479e-96d6-c9dfd08ededb tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0539527 Sep 16 01:18:56.129606 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6ff5ccf5-027d-4d8d-ad89-299866ebcbde req-93f6233c-f621-4088-8666-3b6d26acf000 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b7bbaf8f0f24f869617997188268255&device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 1097 time: 0.0458202 Sep 16 01:18:56.165785 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8a55801f-8788-4a26-a50e-b1d39ad79a29 req-428d0e21-d025-46f0-bfb5-ceb9d597d4ec tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323708 Sep 16 01:18:56.285881 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca2ffb-a7a8-4205-9c10-158740c4ac35 req-1aca2220-3703-4097-8294-842030566545 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:56.287356 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c9ca2ffb-a7a8-4205-9c10-158740c4ac35 req-1aca2220-3703-4097-8294-842030566545 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 945 time: 0.0521183 Sep 16 01:18:56.320773 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5ccf5-027d-4d8d-ad89-299866ebcbde req-f324b8a6-b2f9-465b-949b-ced60af49295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:56.322364 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6ff5ccf5-027d-4d8d-ad89-299866ebcbde req-f324b8a6-b2f9-465b-949b-ced60af49295 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=1b7bbaf8f0f24f869617997188268255&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1811919 Sep 16 01:18:56.325286 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c9ca2ffb-a7a8-4205-9c10-158740c4ac35 req-cce8baa3-9239-4cda-89e9-e35a92a287d5 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312803 Sep 16 01:18:56.439264 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735356de-6b84-468d-bd6a-56e24a923d4a req-65a434c5-4e5e-455e-a916-e75d0e2685d3 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:56.440755 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-735356de-6b84-468d-bd6a-56e24a923d4a req-65a434c5-4e5e-455e-a916-e75d0e2685d3 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 944 time: 0.0521479 Sep 16 01:18:56.484061 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-735356de-6b84-468d-bd6a-56e24a923d4a req-28f97591-a162-4010-8c16-eae04fdeeff5 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372481 Sep 16 01:18:56.509796 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5ccf5-027d-4d8d-ad89-299866ebcbde req-72cfdd6d-e614-4ed0-ab08-040dbcc57c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:56.511279 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6ff5ccf5-027d-4d8d-ad89-299866ebcbde req-72cfdd6d-e614-4ed0-ab08-040dbcc57c05 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1817734 Sep 16 01:18:56.619130 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7d21e-2998-40e1-89de-c4947f036864 req-52563fcd-a2eb-4176-b034-500e7847c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:56.620670 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fee7d21e-2998-40e1-89de-c4947f036864 req-52563fcd-a2eb-4176-b034-500e7847c1ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b7bbaf8f0f24f869617997188268255&device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 1097 time: 0.0410979 Sep 16 01:18:56.683245 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fee7d21e-2998-40e1-89de-c4947f036864 req-dc422880-575a-4fe6-99e8-56b464623611 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd9305aa-378c-4d02-9498-de0dff854963 HTTP/1.1" status: 200 len: 217 time: 0.0340862 Sep 16 01:18:56.735168 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7d21e-2998-40e1-89de-c4947f036864 req-c6d395c6-4c9e-44ae-ac15-b7fc90adf549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:56.736617 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fee7d21e-2998-40e1-89de-c4947f036864 req-c6d395c6-4c9e-44ae-ac15-b7fc90adf549 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54ce8167-5c61-4cb3-8d7a-5322484faeed HTTP/1.1" status: 200 len: 851 time: 0.0467887 Sep 16 01:18:56.791457 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 9b840228-15ee-438b-9017-04f1e877eec6 up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:18:56.792432 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7d21e-2998-40e1-89de-c4947f036864 req-d009b34f-9a46-4284-90b1-3f7cf2fb337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:56.794797 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fee7d21e-2998-40e1-89de-c4947f036864 req-d009b34f-9a46-4284-90b1-3f7cf2fb337f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74571b21-78a7-4185-9659-6c93a300b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494597 Sep 16 01:18:56.887767 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fee7d21e-2998-40e1-89de-c4947f036864 req-cd761c4d-fd72-40a8-83f0-ae8df8057604 service neutron] 10.222.0.47 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865347 Sep 16 01:18:56.916617 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning for port 9b840228-15ee-438b-9017-04f1e877eec6 completed by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 01:18:56.920420 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port 9b840228-15ee-438b-9017-04f1e877eec6 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:18:56.920955 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:56.978399 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-fee7d21e-2998-40e1-89de-c4947f036864 req-9102663a-d75d-4501-b5cb-1e5b7d23dc57 service neutron] 10.222.0.47 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828094 Sep 16 01:18:56.999293 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:57.021310 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f375f9-e67b-4a24-be09-e2a41f8e713b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b840228-15ee-438b-9017-04f1e877eec6'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:18:57.023551 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb28482a-26c1-45c6-a83a-87c2fb8126c7" -d '{"events": [{"server_uuid": "61f375f9-e67b-4a24-be09-e2a41f8e713b", "name": "network-vif-plugged", "status": "completed", "tag": "9b840228-15ee-438b-9017-04f1e877eec6"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:18:57.036259 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 9b840228-15ee-438b-9017-04f1e877eec6, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=9b840228-15ee-438b-9017-04f1e877eec6,segment=NetworkSegment(1f316261-7fe7-493f-bc93-346c665e0701),segment_id=1f316261-7fe7-493f-bc93-346c665e0701)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:18:57.058161 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98aab385-0a00-421b-9439-ae26aea1b837 x-openstack-request-id: req-98aab385-0a00-421b-9439-ae26aea1b837 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:18:57.058448 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f375f9-e67b-4a24-be09-e2a41f8e713b", "name": "network-vif-plugged", "status": "completed", "tag": "9b840228-15ee-438b-9017-04f1e877eec6", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:18:57.058700 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-98aab385-0a00-421b-9439-ae26aea1b837 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:18:57.059217 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f375f9-e67b-4a24-be09-e2a41f8e713b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b840228-15ee-438b-9017-04f1e877eec6', 'code': 200} Sep 16 01:18:57.155697 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:57.156516 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 70934950-0eb5-44fd-8edc-b9d81a7a61ca no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:18:57.238147 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=9b840228-15ee-438b-9017-04f1e877eec6,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:57.279888 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:57.304910 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996691cf-9640-464f-acae-6c421199c8cc req-ac3aa469-981a-4472-8103-a3ab1a7b8dbd tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:57.306578 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-996691cf-9640-464f-acae-6c421199c8cc req-ac3aa469-981a-4472-8103-a3ab1a7b8dbd tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 946 time: 0.0492003 Sep 16 01:18:57.313775 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 70934950-0eb5-44fd-8edc-b9d81a7a61ca, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=70934950-0eb5-44fd-8edc-b9d81a7a61ca,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:18:57.347828 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-996691cf-9640-464f-acae-6c421199c8cc req-9f30e659-72ec-4804-82e7-184c8c9cbaa5 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346313 Sep 16 01:18:57.395293 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:57.458719 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af775e-fd49-4704-9cda-d462df13e4b2 req-6218203d-9c93-4367-a9f4-33304a9f6d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:57.459652 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76257bc5-1beb-487b-b27d-d55fc360817e req-8db4e63c-10ea-41df-8d02-b7e68be9d644 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:57.461369 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-51af775e-fd49-4704-9cda-d462df13e4b2 req-6218203d-9c93-4367-a9f4-33304a9f6d85 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 1099 time: 0.0549860 Sep 16 01:18:57.461659 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=70934950-0eb5-44fd-8edc-b9d81a7a61ca,revision_number=8']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:18:57.473540 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-76257bc5-1beb-487b-b27d-d55fc360817e req-8db4e63c-10ea-41df-8d02-b7e68be9d644 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 946 time: 0.0752823 Sep 16 01:18:57.506127 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-51af775e-fd49-4704-9cda-d462df13e4b2 req-cd24378a-3675-4362-b4d9-ebac1ac5ef3b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369434 Sep 16 01:18:57.511078 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-76257bc5-1beb-487b-b27d-d55fc360817e req-4d004213-bbd9-4dc7-a5bb-96c3efea5d9c tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366242 Sep 16 01:18:57.614328 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f7d15-defb-47fa-8fb7-140c0304910c req-8cf97965-3b31-40c9-afe2-0b990753b127 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:57.615825 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-263f7d15-defb-47fa-8fb7-140c0304910c req-8cf97965-3b31-40c9-afe2-0b990753b127 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 944 time: 0.0524793 Sep 16 01:18:57.655218 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-263f7d15-defb-47fa-8fb7-140c0304910c req-d400c49e-b16d-41d8-9b6b-88e542251e3b tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326018 Sep 16 01:18:58.627472 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ad1c8-d921-45f8-984c-7e8505eee01e req-0c524f06-df72-4f95-a8b2-1531031cd318 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:58.628956 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4b9ad1c8-d921-45f8-984c-7e8505eee01e req-0c524f06-df72-4f95-a8b2-1531031cd318 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 946 time: 0.0524628 Sep 16 01:18:58.668846 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4b9ad1c8-d921-45f8-984c-7e8505eee01e req-93cabf60-0eb9-4a1d-9fbe-0ebe14d0e4c0 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339210 Sep 16 01:18:58.767363 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6db5a013-0a8f-437b-ae91-461071b676f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:18:58.769258 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6e3b4-016c-4687-b9b5-6a9949c14333 req-2d38273b-a3fe-4921-adda-dce6cc80aa4f tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:58.770765 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-6af6e3b4-016c-4687-b9b5-6a9949c14333 req-2d38273b-a3fe-4921-adda-dce6cc80aa4f tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 944 time: 0.0487623 Sep 16 01:18:58.808859 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-6af6e3b4-016c-4687-b9b5-6a9949c14333 req-79d2eb0d-53bf-496a-ac0a-4b5201e7be0c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315449 Sep 16 01:18:59.060179 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b4ae70-f656-4725-be84-0059dd2b8c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70934950-0eb5-44fd-8edc-b9d81a7a61ca'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:18:59.062540 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e1e546-9360-4fe4-95b9-f5658c0bfbe0" -d '{"events": [{"server_uuid": "18b4ae70-f656-4725-be84-0059dd2b8c63", "name": "network-vif-unplugged", "status": "completed", "tag": "70934950-0eb5-44fd-8edc-b9d81a7a61ca"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:18:59.093525 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 01:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78375f5a-1238-4264-b5e7-d49947128d24 x-openstack-request-id: req-78375f5a-1238-4264-b5e7-d49947128d24 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:18:59.093824 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b4ae70-f656-4725-be84-0059dd2b8c63", "name": "network-vif-unplugged", "status": "failed", "tag": "70934950-0eb5-44fd-8edc-b9d81a7a61ca", "code": 422}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:18:59.094075 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78375f5a-1238-4264-b5e7-d49947128d24 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:18:59.094485 dv-cinder-809305-1-iscsi neutron-server[94553]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '18b4ae70-f656-4725-be84-0059dd2b8c63', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '70934950-0eb5-44fd-8edc-b9d81a7a61ca', 'code': 422} returned with failed status Sep 16 01:18:59.780344 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71344f-a991-433d-9363-56c8359e259b req-e9d9183c-ace1-405f-a583-779ab3df23ae tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:59.781843 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ea71344f-a991-433d-9363-56c8359e259b req-e9d9183c-ace1-405f-a583-779ab3df23ae tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 946 time: 0.0477734 Sep 16 01:18:59.819376 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ea71344f-a991-433d-9363-56c8359e259b req-097020ec-93c2-45ca-8e15-43fb19567bc4 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316186 Sep 16 01:18:59.929625 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22adade-682d-4cec-ba32-1f96e7ae259c req-7e244ad7-a541-4010-aa77-4172e908f8c0 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:18:59.931111 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d22adade-682d-4cec-ba32-1f96e7ae259c req-7e244ad7-a541-4010-aa77-4172e908f8c0 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 944 time: 0.0531309 Sep 16 01:18:59.971818 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d22adade-682d-4cec-ba32-1f96e7ae259c req-6c97f15d-b04c-490f-8949-5c71e23edacf tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347691 Sep 16 01:19:00.041180 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168a676-864b-4ebc-aa41-6de7f19b43b0 req-e8b0d8b7-3ab6-42f6-a2a6-31e37392bfb1 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:00.042638 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2168a676-864b-4ebc-aa41-6de7f19b43b0 req-e8b0d8b7-3ab6-42f6-a2a6-31e37392bfb1 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 946 time: 0.0482221 Sep 16 01:19:00.079951 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2168a676-864b-4ebc-aa41-6de7f19b43b0 req-71bd2105-42de-4e69-abff-05274a374603 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311854 Sep 16 01:19:00.353079 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75223381-bef4-43be-9027-b28f75435569 req-3bab16da-8d4a-43e2-8832-045e401cbd2a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:00.354657 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-75223381-bef4-43be-9027-b28f75435569 req-3bab16da-8d4a-43e2-8832-045e401cbd2a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 944 time: 0.0500641 Sep 16 01:19:00.405494 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-75223381-bef4-43be-9027-b28f75435569 req-17d7b9d8-ad84-4426-afe5-e70fd49a9d4c tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449021 Sep 16 01:19:00.422106 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b814a-32b3-44f6-987a-0b1ffdb97602 req-080df32b-dbcc-46e4-9fc1-ae519f47b294 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:00.423648 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3e3b814a-32b3-44f6-987a-0b1ffdb97602 req-080df32b-dbcc-46e4-9fc1-ae519f47b294 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 946 time: 0.0569930 Sep 16 01:19:00.464253 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3e3b814a-32b3-44f6-987a-0b1ffdb97602 req-2a692f03-565d-45db-9799-dd3295b8809f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342329 Sep 16 01:19:00.823403 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 70934950-0eb5-44fd-8edc-b9d81a7a61ca no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:19:00.830217 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 39552) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:00.916209 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7a15749d-3202-40c0-ac2f-2531cc94c598 req-57ef030f-1b5a-4112-aaae-ddfeddbc54c1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848322 Sep 16 01:19:00.925708 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [req-7a15749d-3202-40c0-ac2f-2531cc94c598 req-c742701b-77fe-4fc2-8f5b-1c726cdbff4b service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 01:19:00.926756 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7a15749d-3202-40c0-ac2f-2531cc94c598 req-c742701b-77fe-4fc2-8f5b-1c726cdbff4b service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050223 Sep 16 01:19:01.088706 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a8b13-a78a-45f4-8d58-65f33a1b4b32 req-71ed9840-0920-4e02-aef5-66f62c95487e tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:01.090050 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8c4a8b13-a78a-45f4-8d58-65f33a1b4b32 req-71ed9840-0920-4e02-aef5-66f62c95487e tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 944 time: 0.0506849 Sep 16 01:19:01.127696 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8c4a8b13-a78a-45f4-8d58-65f33a1b4b32 req-9267963b-4b45-4d21-b3aa-ff868dae187a tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316777 Sep 16 01:19:01.505026 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ae1cdd23-10e1-42e1-80de-66f77401ea7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:01.528693 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35253e38-3c88-4141-ab49-c6e1d32263f5 req-bda2b094-25a0-4fad-9cb5-5422f2b03ee4 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:01.530242 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-35253e38-3c88-4141-ab49-c6e1d32263f5 req-bda2b094-25a0-4fad-9cb5-5422f2b03ee4 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 944 time: 0.0499415 Sep 16 01:19:01.567591 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-35253e38-3c88-4141-ab49-c6e1d32263f5 req-227d1e9d-0269-445a-ad60-070089eeafef tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313635 Sep 16 01:19:02.001422 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:02.243560 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dde43-280c-413e-b59b-46d8381c6286 req-8fd5fa3f-27e7-46dd-b8f2-28ebc94cf875 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:02.244968 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9d6dde43-280c-413e-b59b-46d8381c6286 req-8fd5fa3f-27e7-46dd-b8f2-28ebc94cf875 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 944 time: 0.0518935 Sep 16 01:19:02.282023 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9d6dde43-280c-413e-b59b-46d8381c6286 req-4dc974fb-43bc-4594-8e8a-a19749ed96e2 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309808 Sep 16 01:19:02.697810 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15749d-3202-40c0-ac2f-2531cc94c598 req-ebe166bf-2a10-40fe-8a8d-a3848937f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:02.699296 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7a15749d-3202-40c0-ac2f-2531cc94c598 req-ebe166bf-2a10-40fe-8a8d-a3848937f756 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63&tenant_id=99833be108654994aac6dcf7cf390340 HTTP/1.1" status: 200 len: 1097 time: 0.0968442 Sep 16 01:19:02.711231 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd7009-7aa1-4734-924a-7506394076d2 req-ad7726b7-4d06-4442-92bc-e3da4b730d93 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:02.712663 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a2dd7009-7aa1-4734-924a-7506394076d2 req-ad7726b7-4d06-4442-92bc-e3da4b730d93 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 944 time: 0.0657120 Sep 16 01:19:02.777618 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a2dd7009-7aa1-4734-924a-7506394076d2 req-f813af60-069e-429c-9267-8e2ce33488ef tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588207 Sep 16 01:19:02.787102 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15749d-3202-40c0-ac2f-2531cc94c598 req-0e5455c0-5888-49ae-938d-9693f77cf456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:02.788549 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7a15749d-3202-40c0-ac2f-2531cc94c598 req-0e5455c0-5888-49ae-938d-9693f77cf456 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99833be108654994aac6dcf7cf390340&device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 1097 time: 0.0531583 Sep 16 01:19:02.829884 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:02.878325 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15749d-3202-40c0-ac2f-2531cc94c598 req-5a1b9817-3f5c-4858-abb5-c260d6defeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:02.879798 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7a15749d-3202-40c0-ac2f-2531cc94c598 req-5a1b9817-3f5c-4858-abb5-c260d6defeb4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 HTTP/1.1" status: 200 len: 918 time: 0.0829077 Sep 16 01:19:02.986484 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7a15749d-3202-40c0-ac2f-2531cc94c598 req-356d3280-4db1-4539-be4b-d2b9748d0d52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70934950-0eb5-44fd-8edc-b9d81a7a61ca HTTP/1.1" status: 200 len: 1000 time: 0.0888083 Sep 16 01:19:03.036397 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15749d-3202-40c0-ac2f-2531cc94c598 req-f36aeecb-b7c5-4944-ac96-1629dcf16c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:03.037816 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7a15749d-3202-40c0-ac2f-2531cc94c598 req-f36aeecb-b7c5-4944-ac96-1629dcf16c2e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4795dce4-579a-4783-9e42-b5fb1cdac969 HTTP/1.1" status: 200 len: 856 time: 0.0431349 Sep 16 01:19:03.088159 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15749d-3202-40c0-ac2f-2531cc94c598 req-f6674947-9bc9-4d5a-b5cc-1260144faa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:03.089751 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7a15749d-3202-40c0-ac2f-2531cc94c598 req-f6674947-9bc9-4d5a-b5cc-1260144faa3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440245 Sep 16 01:19:03.179265 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7a15749d-3202-40c0-ac2f-2531cc94c598 req-8574ad55-c24e-4a6f-9e89-542be34af4f2 service neutron] 10.222.0.47 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811779 Sep 16 01:19:03.278076 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7a15749d-3202-40c0-ac2f-2531cc94c598 req-35d35d15-1397-485d-99bf-248d85d109ba service neutron] 10.222.0.47 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882401 Sep 16 01:19:03.395879 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78997ffb-8523-4a49-8270-f9c812dc130f req-3c022d9b-0e4c-40f0-a05b-eb88146f38d1 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:03.398359 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-78997ffb-8523-4a49-8270-f9c812dc130f req-3c022d9b-0e4c-40f0-a05b-eb88146f38d1 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 944 time: 0.0500646 Sep 16 01:19:03.438849 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-78997ffb-8523-4a49-8270-f9c812dc130f req-e9fde5c7-11d1-47f8-90db-8313c3efdd75 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314908 Sep 16 01:19:03.908990 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0190ce-13f0-4a57-892b-734c59ca4546 req-cfbb1681-93ac-49cd-8258-996a59140004 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:03.910417 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-bd0190ce-13f0-4a57-892b-734c59ca4546 req-cfbb1681-93ac-49cd-8258-996a59140004 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 944 time: 0.0562270 Sep 16 01:19:03.948858 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-bd0190ce-13f0-4a57-892b-734c59ca4546 req-517965e8-4303-4d54-8dc4-720448cea7bc tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324697 Sep 16 01:19:04.349377 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:04.572089 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa68ba-3218-44a3-b4b4-939226783a83 req-145e4f47-bb9a-45f1-85c9-a23711c4e5e4 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:04.574383 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-20fa68ba-3218-44a3-b4b4-939226783a83 req-145e4f47-bb9a-45f1-85c9-a23711c4e5e4 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 944 time: 0.0614431 Sep 16 01:19:04.629911 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-20fa68ba-3218-44a3-b4b4-939226783a83 req-2172d319-20de-4522-b57f-bee84a200561 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446126 Sep 16 01:19:04.871226 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device cd9305aa-378c-4d02-9498-de0dff854963 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:19:04.987616 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port cd9305aa-378c-4d02-9498-de0dff854963, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=cd9305aa-378c-4d02-9498-de0dff854963,segment=NetworkSegment(2cb089da-fe8c-498d-8143-fd9b44bea8e3),segment_id=2cb089da-fe8c-498d-8143-fd9b44bea8e3)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:19:05.005062 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': 'cd9305aa-378c-4d02-9498-de0dff854963', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'port_id': 'cd9305aa-378c-4d02-9498-de0dff854963', 'mac_address': 'fa:16:3e:72:28:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:19:05.082450 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80d34e-1bbf-46df-b018-c2fd258d5ae0 req-db6158f0-6653-4146-a3dd-9f8a45397c71 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:05.085068 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4c80d34e-1bbf-46df-b018-c2fd258d5ae0 req-db6158f0-6653-4146-a3dd-9f8a45397c71 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 944 time: 0.0551569 Sep 16 01:19:05.132080 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4c80d34e-1bbf-46df-b018-c2fd258d5ae0 req-830cd146-9585-4d1f-a543-01ac921a295e tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360217 Sep 16 01:19:05.177563 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:05.196353 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9305aa-378c-4d02-9498-de0dff854963 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:19:05.220979 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port cd9305aa-378c-4d02-9498-de0dff854963, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=cd9305aa-378c-4d02-9498-de0dff854963,segment=NetworkSegment(2cb089da-fe8c-498d-8143-fd9b44bea8e3),segment_id=2cb089da-fe8c-498d-8143-fd9b44bea8e3)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:19:05.561662 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:05.624788 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=cd9305aa-378c-4d02-9498-de0dff854963,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:05.764841 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90350e-fefa-4bda-b1f2-914c39f5c33c req-44348084-c96b-4c52-bf05-3fff4feb941e tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:05.766402 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8a90350e-fefa-4bda-b1f2-914c39f5c33c req-44348084-c96b-4c52-bf05-3fff4feb941e tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 945 time: 0.0624189 Sep 16 01:19:05.832053 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8a90350e-fefa-4bda-b1f2-914c39f5c33c req-ca2855d2-d728-4ada-9726-008466ea7754 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481105 Sep 16 01:19:05.885404 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['cd9305aa-378c-4d02-9498-de0dff854963'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:19:06.266953 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba491bad-4981-4cc6-bfb4-33d8790d119c req-55e425e0-75b1-42c6-88b3-f6f97c033598 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:06.273441 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ba491bad-4981-4cc6-bfb4-33d8790d119c req-55e425e0-75b1-42c6-88b3-f6f97c033598 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 944 time: 0.0633249 Sep 16 01:19:06.328402 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ba491bad-4981-4cc6-bfb4-33d8790d119c req-5ff0ddf6-a0ee-4122-8eda-48b80cedb4ac tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480719 Sep 16 01:19:06.885299 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device cd9305aa-378c-4d02-9498-de0dff854963 up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:19:06.937413 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddd68b-736c-418f-8ef1-c0a7f64045b4 req-2dd4cd89-bc59-4e60-ad93-03d531188494 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:06.939008 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ffddd68b-736c-418f-8ef1-c0a7f64045b4 req-2dd4cd89-bc59-4e60-ad93-03d531188494 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 945 time: 0.0498457 Sep 16 01:19:06.979470 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ffddd68b-736c-418f-8ef1-c0a7f64045b4 req-1ddbe157-c414-4957-9348-6e5d3b163619 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344892 Sep 16 01:19:07.029193 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning for port cd9305aa-378c-4d02-9498-de0dff854963 completed by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 01:19:07.033493 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port cd9305aa-378c-4d02-9498-de0dff854963 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:19:07.033862 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:07.115331 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:07.140146 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a34fec-2e0a-4330-b7ac-627598d12461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9305aa-378c-4d02-9498-de0dff854963'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:19:07.142594 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca27c074-2e59-4dcc-9264-7bade40bbc24" -d '{"events": [{"server_uuid": "d1a34fec-2e0a-4330-b7ac-627598d12461", "name": "network-vif-plugged", "status": "completed", "tag": "cd9305aa-378c-4d02-9498-de0dff854963"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:19:07.156647 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port cd9305aa-378c-4d02-9498-de0dff854963, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=cd9305aa-378c-4d02-9498-de0dff854963,segment=NetworkSegment(2cb089da-fe8c-498d-8143-fd9b44bea8e3),segment_id=2cb089da-fe8c-498d-8143-fd9b44bea8e3)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:19:07.180196 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c0e23d-8b87-4924-9902-45e1f62ff14a x-openstack-request-id: req-e1c0e23d-8b87-4924-9902-45e1f62ff14a {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:19:07.180495 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a34fec-2e0a-4330-b7ac-627598d12461", "name": "network-vif-plugged", "status": "completed", "tag": "cd9305aa-378c-4d02-9498-de0dff854963", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:19:07.180789 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1c0e23d-8b87-4924-9902-45e1f62ff14a {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:19:07.181287 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a34fec-2e0a-4330-b7ac-627598d12461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9305aa-378c-4d02-9498-de0dff854963', 'code': 200} Sep 16 01:19:07.224623 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:07.275636 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=cd9305aa-378c-4d02-9498-de0dff854963,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:07.453511 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9d044-0f4e-4a15-801f-9732987a356a req-992c891f-4c95-43a8-b759-8d3e0e44d2f9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:07.455212 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-05b9d044-0f4e-4a15-801f-9732987a356a req-992c891f-4c95-43a8-b759-8d3e0e44d2f9 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 944 time: 0.0513241 Sep 16 01:19:07.497091 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-05b9d044-0f4e-4a15-801f-9732987a356a req-55d801aa-2621-4720-b1a3-4b033dd380d5 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325239 Sep 16 01:19:08.107872 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94037578-7b4f-4bb3-b180-c9269607c3fc req-b0efd0c6-833a-4aae-9634-4e66b48cd8b2 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:08.110373 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-94037578-7b4f-4bb3-b180-c9269607c3fc req-b0efd0c6-833a-4aae-9634-4e66b48cd8b2 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 946 time: 0.0595484 Sep 16 01:19:08.159090 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-94037578-7b4f-4bb3-b180-c9269607c3fc req-2b8d9244-a7d4-45c6-af4f-cac51cd928c8 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411398 Sep 16 01:19:08.631368 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91b418-99bd-47c5-bf2e-fc7772505fce req-8f22a1e7-ce68-4996-bb2b-121d729c346c tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:08.637760 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4d91b418-99bd-47c5-bf2e-fc7772505fce req-8f22a1e7-ce68-4996-bb2b-121d729c346c tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 944 time: 0.0558157 Sep 16 01:19:08.673889 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4d91b418-99bd-47c5-bf2e-fc7772505fce req-975a5c00-9e5f-4d9d-a6ef-ada9b5df89b0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352342 Sep 16 01:19:09.276587 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c6e66-719b-4809-b3a7-bf6c4dbc29ef req-0c6e4ae5-60c4-4d86-952f-315744c2957d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:09.278140 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-716c6e66-719b-4809-b3a7-bf6c4dbc29ef req-0c6e4ae5-60c4-4d86-952f-315744c2957d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 946 time: 0.0505457 Sep 16 01:19:09.317271 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-716c6e66-719b-4809-b3a7-bf6c4dbc29ef req-6abd0c87-1954-4cc9-a4d0-169d79869709 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328677 Sep 16 01:19:09.810552 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cadc3-3926-43c1-9f15-75cd61297af5 req-bea34468-f892-46b8-8416-33513b4f6298 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:09.812243 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-bb6cadc3-3926-43c1-9f15-75cd61297af5 req-bea34468-f892-46b8-8416-33513b4f6298 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 944 time: 0.0564189 Sep 16 01:19:09.853759 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-bb6cadc3-3926-43c1-9f15-75cd61297af5 req-3172400f-74bd-4e71-8999-84ceeecdf4ab tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344536 Sep 16 01:19:10.438850 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0af4fe-11f0-4af1-81f2-12dfdbc5dcab req-1b5aff73-b663-4ec0-bfff-7ed9dcb192d4 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:10.440383 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7d0af4fe-11f0-4af1-81f2-12dfdbc5dcab req-1b5aff73-b663-4ec0-bfff-7ed9dcb192d4 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 946 time: 0.0517650 Sep 16 01:19:10.481468 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7d0af4fe-11f0-4af1-81f2-12dfdbc5dcab req-33bc3faa-1a56-4f3f-b018-1c8ee896f450 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348504 Sep 16 01:19:10.973877 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddedf01-949b-4d73-b158-0872776fa201 req-bd4ee600-f555-4f6f-af47-6ddb0e7c4002 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:10.975337 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8ddedf01-949b-4d73-b158-0872776fa201 req-bd4ee600-f555-4f6f-af47-6ddb0e7c4002 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 944 time: 0.0482166 Sep 16 01:19:11.012710 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8ddedf01-949b-4d73-b158-0872776fa201 req-ce30a5fc-51ff-44f7-8000-0dd6eb5144e2 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313904 Sep 16 01:19:11.608185 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf3620-9723-4b04-aef0-0b4a8ddc24aa req-f482576e-85ee-414d-9c58-6f4e839dd543 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:11.609794 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-22bf3620-9723-4b04-aef0-0b4a8ddc24aa req-f482576e-85ee-414d-9c58-6f4e839dd543 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 946 time: 0.0562735 Sep 16 01:19:11.653452 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-22bf3620-9723-4b04-aef0-0b4a8ddc24aa req-d3db0476-eb47-4d4f-8a3a-86b52c0f478c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375485 Sep 16 01:19:12.152559 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68dca6-24e5-47bd-b534-a6da38d1900e req-8c909a12-ad78-4bb3-b08b-6710c45615f2 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:12.154303 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ad68dca6-24e5-47bd-b534-a6da38d1900e req-8c909a12-ad78-4bb3-b08b-6710c45615f2 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 944 time: 0.0555501 Sep 16 01:19:12.192815 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ad68dca6-24e5-47bd-b534-a6da38d1900e req-d6240e18-aae7-4dbd-babe-ce50c8bc374b tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324097 Sep 16 01:19:12.786721 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3090afb-85c0-46f1-9962-084d56c297f6 req-2415927d-7266-4e83-b926-48d092d4179b tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:12.791180 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a3090afb-85c0-46f1-9962-084d56c297f6 req-2415927d-7266-4e83-b926-48d092d4179b tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 946 time: 0.0682497 Sep 16 01:19:12.830034 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a3090afb-85c0-46f1-9962-084d56c297f6 req-71834429-872f-4db4-97ab-99f72fabada0 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351298 Sep 16 01:19:13.313535 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcb988-f9cc-4a23-ac70-82a1c8ac75af req-5af74148-60ac-44b3-8c01-6be4c8adc7f7 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:13.315647 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-20fcb988-f9cc-4a23-ac70-82a1c8ac75af req-5af74148-60ac-44b3-8c01-6be4c8adc7f7 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 944 time: 0.0496979 Sep 16 01:19:13.354850 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-20fcb988-f9cc-4a23-ac70-82a1c8ac75af req-1d7d2f97-5e28-4180-a898-aa2e3cb22529 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333304 Sep 16 01:19:13.956310 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d7359-1ef2-4902-a8a9-3676d6333070 req-1e0887c4-6478-47f7-82c8-50a537870656 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:13.957879 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e72d7359-1ef2-4902-a8a9-3676d6333070 req-1e0887c4-6478-47f7-82c8-50a537870656 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 946 time: 0.0563426 Sep 16 01:19:13.995798 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e72d7359-1ef2-4902-a8a9-3676d6333070 req-2db9b392-8dd9-45aa-ac74-1e058e76e813 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311575 Sep 16 01:19:14.483607 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8ea02-5988-41a3-8a6e-ad318591fe04 req-5363876f-c6bf-4d64-a9e9-45ccc2ec977b tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:14.485112 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-0be8ea02-5988-41a3-8a6e-ad318591fe04 req-5363876f-c6bf-4d64-a9e9-45ccc2ec977b tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 944 time: 0.0497601 Sep 16 01:19:14.522061 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-0be8ea02-5988-41a3-8a6e-ad318591fe04 req-705166e2-9fba-4f01-be7c-9d72190ed0a2 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309043 Sep 16 01:19:14.839531 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668940c-8592-4285-8c8d-ebab992e63e3 req-7649c6f8-63bb-4ebd-aa8b-b7d7bc6879a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:14.841193 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a668940c-8592-4285-8c8d-ebab992e63e3 req-7649c6f8-63bb-4ebd-aa8b-b7d7bc6879a9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 1099 time: 0.0439489 Sep 16 01:19:14.888468 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-a668940c-8592-4285-8c8d-ebab992e63e3 req-6e9ed8bc-f8e3-4430-9077-8b597a0af1e4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279379 Sep 16 01:19:15.110747 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e896c00-4c72-4ce2-b434-a3e2c9a729cc req-4274ef8c-1096-48f9-b997-ec16664c3dc2 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:15.112191 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-3e896c00-4c72-4ce2-b434-a3e2c9a729cc req-4274ef8c-1096-48f9-b997-ec16664c3dc2 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 946 time: 0.0495770 Sep 16 01:19:15.148421 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-3e896c00-4c72-4ce2-b434-a3e2c9a729cc req-7d8c2ff7-5199-4fe8-955e-b5d385d799b2 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303624 Sep 16 01:19:15.643903 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae510e1-c196-4f9b-9a5b-3d5204c83ca5 req-781a6a45-bced-4aa1-883d-01f09cb8ec03 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:15.645420 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-cae510e1-c196-4f9b-9a5b-3d5204c83ca5 req-781a6a45-bced-4aa1-883d-01f09cb8ec03 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 944 time: 0.0520837 Sep 16 01:19:15.686007 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-cae510e1-c196-4f9b-9a5b-3d5204c83ca5 req-6edd7d34-a763-4496-8d7a-09820efdf5ae tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338085 Sep 16 01:19:16.265725 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce66e6-34d9-4daf-940f-dca7e96fba69 req-f249c8b3-9193-4490-add2-414270fb99c0 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:16.267232 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e4ce66e6-34d9-4daf-940f-dca7e96fba69 req-f249c8b3-9193-4490-add2-414270fb99c0 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 946 time: 0.0494559 Sep 16 01:19:16.303904 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e4ce66e6-34d9-4daf-940f-dca7e96fba69 req-c31e57ee-6c1e-4b2c-ac2c-d205d981a6d2 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303967 Sep 16 01:19:16.805529 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4b466-1df1-4215-8218-eb1ecae31177 req-0e04c526-cf5b-44e4-8548-f69d9654ba87 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:16.811998 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0af4b466-1df1-4215-8218-eb1ecae31177 req-0e04c526-cf5b-44e4-8548-f69d9654ba87 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 944 time: 0.0505774 Sep 16 01:19:16.849218 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0af4b466-1df1-4215-8218-eb1ecae31177 req-cef3cfd9-7339-4de4-8eb9-39d7e9c5cf7d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363162 Sep 16 01:19:16.940949 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 70934950-0eb5-44fd-8edc-b9d81a7a61ca details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:19:17.035979 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 70934950-0eb5-44fd-8edc-b9d81a7a61ca, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=70934950-0eb5-44fd-8edc-b9d81a7a61ca,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:19:17.046635 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': '70934950-0eb5-44fd-8edc-b9d81a7a61ca', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'port_id': '70934950-0eb5-44fd-8edc-b9d81a7a61ca', 'mac_address': 'fa:16:3e:b7:3a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:19:17.083677 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:17.097095 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70934950-0eb5-44fd-8edc-b9d81a7a61ca {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:19:17.119928 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 70934950-0eb5-44fd-8edc-b9d81a7a61ca, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=70934950-0eb5-44fd-8edc-b9d81a7a61ca,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:19:17.247179 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:17.298734 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=70934950-0eb5-44fd-8edc-b9d81a7a61ca,revision_number=9']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:17.305510 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:19:17.305867 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:19:17.306217 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:19:17.306560 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:19:17.306900 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:19:17.307237 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:19:17.307572 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:19:17.307904 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:19:17.308260 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:19:17.308593 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:19:17.308939 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:19:17.309270 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:19:17.420260 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1c6dc-7011-48a5-beb4-a198f4cbf238 req-87e13a90-a1d2-4b79-9365-26c7d8cdd335 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:17.421785 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-27c1c6dc-7011-48a5-beb4-a198f4cbf238 req-87e13a90-a1d2-4b79-9365-26c7d8cdd335 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 946 time: 0.0519402 Sep 16 01:19:17.458717 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-27c1c6dc-7011-48a5-beb4-a198f4cbf238 req-8fd7310c-c5c8-4397-93f2-45e26abaf356 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310144 Sep 16 01:19:17.572884 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7a42e-ef79-4034-bbfa-c8fbd291d408 req-186ae697-4c6d-4025-a2cd-39cf8b75b9cb tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:17.574307 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c0a7a42e-ef79-4034-bbfa-c8fbd291d408 req-186ae697-4c6d-4025-a2cd-39cf8b75b9cb tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 946 time: 0.0488656 Sep 16 01:19:17.589094 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['70934950-0eb5-44fd-8edc-b9d81a7a61ca'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:19:17.611861 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c0a7a42e-ef79-4034-bbfa-c8fbd291d408 req-7d4a8ca0-63c3-4b3f-9ec5-cf5b7c6fc215 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316343 Sep 16 01:19:17.634444 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 39746) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:17.769497 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba9e730-3523-4cf2-8aae-1c90aaedb347 tempest-TestVolumeBootPattern-1397100696 tempest-TestVolumeBootPattern-1397100696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:17.771004 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-1ba9e730-3523-4cf2-8aae-1c90aaedb347 tempest-TestVolumeBootPattern-1397100696 tempest-TestVolumeBootPattern-1397100696-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 1094 time: 0.1350191 Sep 16 01:19:17.773888 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 39750) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:17.778110 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-4ed85e8a-8bfa-43cf-8420-f1dcca8bbf17 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Request body: {'floatingip': {'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'port_id': 'cd9305aa-378c-4d02-9498-de0dff854963', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:19:17.858666 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4ed85e8a-8bfa-43cf-8420-f1dcca8bbf17 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for floatingip, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:17.989156 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da5b20-6121-4df3-9892-d2bc833cfae5 req-4bc73ed4-44d2-4e28-a26f-9b175782445c tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:17.990619 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b8da5b20-6121-4df3-9892-d2bc833cfae5 req-4bc73ed4-44d2-4e28-a26f-9b175782445c tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 945 time: 0.0683162 Sep 16 01:19:18.003906 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4ed85e8a-8bfa-43cf-8420-f1dcca8bbf17 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:18.065822 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b8da5b20-6121-4df3-9892-d2bc833cfae5 req-2e7bd7e4-d06b-4833-adab-0bfb8c58de38 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684328 Sep 16 01:19:18.127880 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.db_base_plugin_common [None req-4ed85e8a-8bfa-43cf-8420-f1dcca8bbf17 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Allocated IP 172.27.3.71 (04f57937-fa31-48b0-af0b-dafeb4e5696d/f10087fb-cc50-497f-84f8-0079589df3d7/22e87fa1-6916-4584-9d0c-0bf188d52c70) {{(pid=94552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:19:18.443185 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4ed85e8a-8bfa-43cf-8420-f1dcca8bbf17 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for port, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:18.589781 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:18.629989 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4ed85e8a-8bfa-43cf-8420-f1dcca8bbf17 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:18.668459 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed85e8a-8bfa-43cf-8420-f1dcca8bbf17 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Network 04f57937-fa31-48b0-af0b-dafeb4e5696d is already hosted by enough agents. {{(pid=94552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:19:18.671264 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.base_scheduler [None req-4ed85e8a-8bfa-43cf-8420-f1dcca8bbf17 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Resources bound (agent type, host, resource id): {{(pid=94552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:19:18.676602 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed85e8a-8bfa-43cf-8420-f1dcca8bbf17 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Received port after_create {{(pid=94552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:19:18.682374 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed85e8a-8bfa-43cf-8420-f1dcca8bbf17 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Pushing event updated for resources: {'Port': ['ID=22e87fa1-6916-4584-9d0c-0bf188d52c70,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:18.947815 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 70934950-0eb5-44fd-8edc-b9d81a7a61ca up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:19:18.997425 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port 70934950-0eb5-44fd-8edc-b9d81a7a61ca triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:19:18.997798 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:19.025367 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4ed85e8a-8bfa-43cf-8420-f1dcca8bbf17 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:19.073543 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:19.097326 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b4ae70-f656-4725-be84-0059dd2b8c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70934950-0eb5-44fd-8edc-b9d81a7a61ca'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:19:19.099805 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79255227-1a52-49b6-bc99-e7d539b9383d" -d '{"events": [{"server_uuid": "18b4ae70-f656-4725-be84-0059dd2b8c63", "name": "network-vif-plugged", "status": "completed", "tag": "70934950-0eb5-44fd-8edc-b9d81a7a61ca"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:19:19.113019 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 70934950-0eb5-44fd-8edc-b9d81a7a61ca, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=70934950-0eb5-44fd-8edc-b9d81a7a61ca,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:19:19.143704 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb9d782-edec-401e-9f94-4411ea2baf50 x-openstack-request-id: req-5eb9d782-edec-401e-9f94-4411ea2baf50 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:19:19.144103 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b4ae70-f656-4725-be84-0059dd2b8c63", "name": "network-vif-plugged", "status": "completed", "tag": "70934950-0eb5-44fd-8edc-b9d81a7a61ca", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:19:19.144421 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5eb9d782-edec-401e-9f94-4411ea2baf50 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:19:19.144876 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b4ae70-f656-4725-be84-0059dd2b8c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70934950-0eb5-44fd-8edc-b9d81a7a61ca', 'code': 200} Sep 16 01:19:19.146365 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4ed85e8a-8bfa-43cf-8420-f1dcca8bbf17 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:19.193606 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed97331-2239-4bf1-ac81-c052ad58a8e5 req-2c996e1d-0403-4d30-a661-0abdd379715d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:19.201350 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8ed97331-2239-4bf1-ac81-c052ad58a8e5 req-2c996e1d-0403-4d30-a661-0abdd379715d tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 945 time: 0.0604448 Sep 16 01:19:19.214156 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:19.250136 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8ed97331-2239-4bf1-ac81-c052ad58a8e5 req-f2262064-2854-4875-95ce-8d1ad3a692c1 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432003 Sep 16 01:19:19.273186 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=70934950-0eb5-44fd-8edc-b9d81a7a61ca,revision_number=10']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:19.315896 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4ed85e8a-8bfa-43cf-8420-f1dcca8bbf17 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for port, precommit_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:19.412781 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4ed85e8a-8bfa-43cf-8420-f1dcca8bbf17 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9529498'] for port, after_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:19.479764 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed85e8a-8bfa-43cf-8420-f1dcca8bbf17 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Pushing event updated for resources: {'Port': ['ID=22e87fa1-6916-4584-9d0c-0bf188d52c70,revision_number=2']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:19.492367 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4ed85e8a-8bfa-43cf-8420-f1dcca8bbf17 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530200'] for floatingip, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:19.612949 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.db.l3_db [None req-4ed85e8a-8bfa-43cf-8420-f1dcca8bbf17 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Floating IP d24469cc-fe4e-47d7-8c86-ec39e5daba34 associated. External IP: 172.27.3.71, port: cd9305aa-378c-4d02-9498-de0dff854963. Sep 16 01:19:19.658980 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a74681-5587-4332-970e-bb31eb2334d5 req-ae130d32-6f3d-4b40-aa7c-da67fead7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:19.660487 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-47a74681-5587-4332-970e-bb31eb2334d5 req-ae130d32-6f3d-4b40-aa7c-da67fead7119 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 1100 time: 0.0893376 Sep 16 01:19:19.716830 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 39766) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:19.739045 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-47a74681-5587-4332-970e-bb31eb2334d5 req-106e4a13-0ae2-4f2a-903b-45f5dc1b10d0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674002 Sep 16 01:19:19.853514 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed85e8a-8bfa-43cf-8420-f1dcca8bbf17 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Router 1ef2fba3-0942-4930-b076-036406071a8a has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:19:19.980055 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed85e8a-8bfa-43cf-8420-f1dcca8bbf17 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:19:19.991491 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f3821-4381-4ea1-8629-30a8b3f12fc9 None None] Sync routers for ids ['1ef2fba3-0942-4930-b076-036406071a8a'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:19:20.006996 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f3821-4381-4ea1-8629-30a8b3f12fc9 None None] Routers {'1ef2fba3-0942-4930-b076-036406071a8a'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:19:20.007642 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-c22f3821-4381-4ea1-8629-30a8b3f12fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:19:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['1ef2fba3-0942-4930-b076-036406071a8a'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:20.064251 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-4ed85e8a-8bfa-43cf-8420-f1dcca8bbf17 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for floatingip, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:20.105563 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-4ed85e8a-8bfa-43cf-8420-f1dcca8bbf17 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3305442 Sep 16 01:19:20.106232 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a34fec-2e0a-4330-b7ac-627598d12461', 'tag': 'cd9305aa-378c-4d02-9498-de0dff854963'}] {{(pid=94552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:19:20.108624 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e37c7ac94a84b8f8c6dc1420a2d1e1c1d602c9bf5eb8fc5b01c156650c831676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798e6b8a-dc54-42c6-87b9-d64cd737501c" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a34fec-2e0a-4330-b7ac-627598d12461", "tag": "cd9305aa-378c-4d02-9498-de0dff854963"}]}' {{(pid=94552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:19:20.122743 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-c22f3821-4381-4ea1-8629-30a8b3f12fc9 None None] Set router 1ef2fba3-0942-4930-b076-036406071a8a gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:19:20.148092 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46792dd-e869-4243-b06c-603a617e6aa4 x-openstack-request-id: req-d46792dd-e869-4243-b06c-603a617e6aa4 {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:19:20.148927 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a34fec-2e0a-4330-b7ac-627598d12461", "tag": "cd9305aa-378c-4d02-9498-de0dff854963", "status": "completed", "code": 200}]} {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:19:20.149176 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d46792dd-e869-4243-b06c-603a617e6aa4 {{(pid=94552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:19:20.149574 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a34fec-2e0a-4330-b7ac-627598d12461', 'tag': 'cd9305aa-378c-4d02-9498-de0dff854963', 'status': 'completed', 'code': 200} Sep 16 01:19:20.233583 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Deleting port 8b6bda17-a8e0-4fe1-b745-c2c55ed0a38d {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:19:20.234643 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:20.256406 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e6b8a-dc54-42c6-87b9-d64cd737501c req-e034f940-6d1f-4663-aa86-35d88f55a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:20.258045 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-798e6b8a-dc54-42c6-87b9-d64cd737501c req-e034f940-6d1f-4663-aa86-35d88f55a2dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b7bbaf8f0f24f869617997188268255&device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 1099 time: 0.0458088 Sep 16 01:19:20.330430 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:20.330752 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:20.368194 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Calling delete_port for 8b6bda17-a8e0-4fe1-b745-c2c55ed0a38d owned by network:floatingip {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:19:20.381189 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e6b8a-dc54-42c6-87b9-d64cd737501c req-083e6d0c-dfdc-45f8-a1e4-ed4da06a5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:20.382890 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-798e6b8a-dc54-42c6-87b9-d64cd737501c req-083e6d0c-dfdc-45f8-a1e4-ed4da06a5cc2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74571b21-78a7-4185-9659-6c93a300b083 HTTP/1.1" status: 200 len: 913 time: 0.1101735 Sep 16 01:19:20.401232 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-c22f3821-4381-4ea1-8629-30a8b3f12fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:18:05Z', 'revision_number': 4, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': 'd24469cc-fe4e-47d7-8c86-ec39e5daba34', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'port_id': 'cd9305aa-378c-4d02-9498-de0dff854963', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'mac_address': 'fa:16:3e:72:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a34fec-2e0a-4330-b7ac-627598d12461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:19:18Z', 'updated_at': '2021-09-16T01:19:18Z', 'revision_number': 0, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82281333-51d1-46bb-be52-bf0d0942b9e8', 'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'mac_address': 'fa:16:3e:03:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:04Z', 'updated_at': '2021-09-16T01:18:08Z', 'revision_number': 5, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'subnets': [{'id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:20.435981 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f3821-4381-4ea1-8629-30a8b3f12fc9 None None] Checking router: 1ef2fba3-0942-4930-b076-036406071a8a for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:19:20.441179 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1c7a1-18e4-4755-b427-bf3a92a87247 req-c3d8a371-dff7-4956-a732-537d7afb1aae tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:20.442696 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ecb1c7a1-18e4-4755-b427-bf3a92a87247 req-c3d8a371-dff7-4956-a732-537d7afb1aae tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 947 time: 0.1093736 Sep 16 01:19:20.444401 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f3821-4381-4ea1-8629-30a8b3f12fc9 None None] Routers {'1ef2fba3-0942-4930-b076-036406071a8a'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:19:20.445048 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-c22f3821-4381-4ea1-8629-30a8b3f12fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:19:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['1ef2fba3-0942-4930-b076-036406071a8a'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:20.455671 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-798e6b8a-dc54-42c6-87b9-d64cd737501c req-22b948d7-14d2-4000-a01d-b0d04d93865d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd9305aa-378c-4d02-9498-de0dff854963 HTTP/1.1" status: 200 len: 999 time: 0.0642583 Sep 16 01:19:20.505416 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e6b8a-dc54-42c6-87b9-d64cd737501c req-450e6f63-ebe3-4d08-ac46-48c9c51600c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:20.506833 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-798e6b8a-dc54-42c6-87b9-d64cd737501c req-450e6f63-ebe3-4d08-ac46-48c9c51600c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54ce8167-5c61-4cb3-8d7a-5322484faeed HTTP/1.1" status: 200 len: 851 time: 0.0434904 Sep 16 01:19:20.534575 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ecb1c7a1-18e4-4755-b427-bf3a92a87247 req-7f9ae79c-95be-403e-a874-1e87ee0dc706 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755465 Sep 16 01:19:20.560058 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-c22f3821-4381-4ea1-8629-30a8b3f12fc9 None None] Set router 1ef2fba3-0942-4930-b076-036406071a8a gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:19:20.574436 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e6b8a-dc54-42c6-87b9-d64cd737501c req-4c9f4024-6c9b-49ce-94e5-1a9966dbf9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:20.575966 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-798e6b8a-dc54-42c6-87b9-d64cd737501c req-4c9f4024-6c9b-49ce-94e5-1a9966dbf9ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74571b21-78a7-4185-9659-6c93a300b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617073 Sep 16 01:19:20.676024 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-798e6b8a-dc54-42c6-87b9-d64cd737501c req-05357d37-73f4-4188-9a53-e33faab8374a service neutron] 10.222.0.47 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913169 Sep 16 01:19:20.770729 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-798e6b8a-dc54-42c6-87b9-d64cd737501c req-c4a68043-653e-4176-b418-a2e953e02703 service neutron] 10.222.0.47 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808105 Sep 16 01:19:20.777484 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-c22f3821-4381-4ea1-8629-30a8b3f12fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:18:05Z', 'revision_number': 4, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': 'd24469cc-fe4e-47d7-8c86-ec39e5daba34', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'port_id': 'cd9305aa-378c-4d02-9498-de0dff854963', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'mac_address': 'fa:16:3e:72:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a34fec-2e0a-4330-b7ac-627598d12461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:19:18Z', 'updated_at': '2021-09-16T01:19:18Z', 'revision_number': 0, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82281333-51d1-46bb-be52-bf0d0942b9e8', 'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'mac_address': 'fa:16:3e:03:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:04Z', 'updated_at': '2021-09-16T01:18:08Z', 'revision_number': 5, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'subnets': [{'id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:20.804362 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f3821-4381-4ea1-8629-30a8b3f12fc9 None None] The sync data for ids ['1ef2fba3-0942-4930-b076-036406071a8a'] in dv-cinder-809305-1-iscsi is: [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:18:05Z', 'revision_number': 4, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': 'd24469cc-fe4e-47d7-8c86-ec39e5daba34', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'port_id': 'cd9305aa-378c-4d02-9498-de0dff854963', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'mac_address': 'fa:16:3e:72:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a34fec-2e0a-4330-b7ac-627598d12461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:19:18Z', 'updated_at': '2021-09-16T01:19:18Z', 'revision_number': 0, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82281333-51d1-46bb-be52-bf0d0942b9e8', 'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'mac_address': 'fa:16:3e:03:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:04Z', 'updated_at': '2021-09-16T01:18:08Z', 'revision_number': 5, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'subnets': [{'id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:19:20.875773 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:20.900154 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Pushing event deleted for resources: {'Port': ['ID=8b6bda17-a8e0-4fe1-b745-c2c55ed0a38d,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:20.910330 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:19:20.910692 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:19:20.911044 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:19:20.911392 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:19:20.911734 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:19:20.912072 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:19:20.912805 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:19:20.912805 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:19:20.913073 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:19:20.913425 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:19:20.913756 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:19:20.914704 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:19:20.979192 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for floatingip, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:20.979688 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.db.l3_db [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Floating IP d14cca43-94e8-42da-8abb-9f71e55663d2 disassociated (deleted). External IP: 172.27.3.203, port: 642b98ad-f60d-4b5f-af55-3504097b8e30. Sep 16 01:19:21.009944 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49705f89-a54d-4c90-a259-e8c6526485d9 None None] New status for floating IP d24469cc-fe4e-47d7-8c86-ec39e5daba34: ACTIVE {{(pid=94554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 01:19:21.202505 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Router 56e72848-5814-4666-9bea-cc045bb211f6 has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:19:21.318915 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:19:21.323677 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for floatingip, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:21.330259 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59f08cc-a854-46e6-8365-602aa8b71222 None None] Sync routers for ids ['56e72848-5814-4666-9bea-cc045bb211f6'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:19:21.340242 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59f08cc-a854-46e6-8365-602aa8b71222 None None] Routers {'56e72848-5814-4666-9bea-cc045bb211f6'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:19:21.348769 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-c59f08cc-a854-46e6-8365-602aa8b71222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:19:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['56e72848-5814-4666-9bea-cc045bb211f6'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:21.352405 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-60af8ac1-840a-4911-a0f2-4ea108f198fc tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "DELETE /v2.0/floatingips/d14cca43-94e8-42da-8abb-9f71e55663d2 HTTP/1.1" status: 204 len: 168 time: 1.6344230 Sep 16 01:19:21.353023 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9', 'tag': '642b98ad-f60d-4b5f-af55-3504097b8e30'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:19:21.357326 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05436e73-4a2c-4958-9672-bda1578fff18" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9", "tag": "642b98ad-f60d-4b5f-af55-3504097b8e30"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:19:21.420461 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596f1712-6b77-4bc2-b168-7a303fe60e6e x-openstack-request-id: req-596f1712-6b77-4bc2-b168-7a303fe60e6e {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:19:21.420852 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9", "tag": "642b98ad-f60d-4b5f-af55-3504097b8e30", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:19:21.421314 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-596f1712-6b77-4bc2-b168-7a303fe60e6e {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:19:21.421804 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9', 'tag': '642b98ad-f60d-4b5f-af55-3504097b8e30', 'status': 'completed', 'code': 200} Sep 16 01:19:21.470033 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-c59f08cc-a854-46e6-8365-602aa8b71222 None None] Set router 56e72848-5814-4666-9bea-cc045bb211f6 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:19:21.509099 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05436e73-4a2c-4958-9672-bda1578fff18 req-634c4307-1190-4afb-b49f-06754d41f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:21.510603 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-05436e73-4a2c-4958-9672-bda1578fff18 req-634c4307-1190-4afb-b49f-06754d41f8ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4a4425291ea4353acd96715b7b0df2c&device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 1098 time: 0.0420172 Sep 16 01:19:21.619774 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05436e73-4a2c-4958-9672-bda1578fff18 req-3f9ea09d-0c36-425a-84e3-6be2ee42bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:21.621658 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-05436e73-4a2c-4958-9672-bda1578fff18 req-3f9ea09d-0c36-425a-84e3-6be2ee42bf05 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a47d34af-162d-487c-a53e-3c367600df95 HTTP/1.1" status: 200 len: 908 time: 0.0987930 Sep 16 01:19:21.673860 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-05436e73-4a2c-4958-9672-bda1578fff18 req-627ea98d-fb61-44f4-9a17-a241a362d0bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642b98ad-f60d-4b5f-af55-3504097b8e30 HTTP/1.1" status: 200 len: 217 time: 0.0432022 Sep 16 01:19:21.674690 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002ca90-39e3-4913-a335-98e94bd526e8 req-f47e4ad8-9b5e-43db-bf9f-cf3fee8b675b tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:21.677359 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d002ca90-39e3-4913-a335-98e94bd526e8 req-f47e4ad8-9b5e-43db-bf9f-cf3fee8b675b tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 947 time: 0.0606935 Sep 16 01:19:21.680715 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-c59f08cc-a854-46e6-8365-602aa8b71222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e72848-5814-4666-9bea-cc045bb211f6', 'name': 'tempest-TestShelveInstance-29561502-router', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:13:32Z', 'updated_at': '2021-09-16T01:13:36Z', 'revision_number': 4, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'gw_port': {'id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:33Z', 'updated_at': '2021-09-16T01:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': 'b0842a28-18ee-43f5-a14d-a7556e4dba26', 'name': '', 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'mac_address': 'fa:16:3e:a2:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'c37ff5f3-8e2d-42fb-aa55-c8764a42e092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:36Z', 'updated_at': '2021-09-16T01:13:40Z', 'revision_number': 5, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'subnets': [{'id': 'c37ff5f3-8e2d-42fb-aa55-c8764a42e092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:21.708506 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59f08cc-a854-46e6-8365-602aa8b71222 None None] Checking router: 56e72848-5814-4666-9bea-cc045bb211f6 for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:19:21.721600 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59f08cc-a854-46e6-8365-602aa8b71222 None None] Routers {'56e72848-5814-4666-9bea-cc045bb211f6'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:19:21.722951 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-c59f08cc-a854-46e6-8365-602aa8b71222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:19:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['56e72848-5814-4666-9bea-cc045bb211f6'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:21.735959 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d002ca90-39e3-4913-a335-98e94bd526e8 req-e8ca48e7-58ed-4a61-b835-29ed3e8f895a tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520153 Sep 16 01:19:21.741243 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05436e73-4a2c-4958-9672-bda1578fff18 req-bb61aa52-c992-425d-aa08-b40064814638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:21.743394 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-05436e73-4a2c-4958-9672-bda1578fff18 req-bb61aa52-c992-425d-aa08-b40064814638 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c37ff5f3-8e2d-42fb-aa55-c8764a42e092 HTTP/1.1" status: 200 len: 846 time: 0.0612814 Sep 16 01:19:21.803644 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05436e73-4a2c-4958-9672-bda1578fff18 req-2515ed6d-3bbd-4237-b4f7-096ece0de33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:21.804862 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-05436e73-4a2c-4958-9672-bda1578fff18 req-2515ed6d-3bbd-4237-b4f7-096ece0de33c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a47d34af-162d-487c-a53e-3c367600df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525558 Sep 16 01:19:21.922560 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-05436e73-4a2c-4958-9672-bda1578fff18 req-f560f915-4f77-4b25-b609-aae877e91476 service neutron] 10.222.0.47 "GET /v2.0/networks/a47d34af-162d-487c-a53e-3c367600df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081665 Sep 16 01:19:21.963791 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de2e92-5672-4b59-8d88-eb5bb40f8c75 req-39e32d5c-3e7e-47c9-9577-974da8c21f5e tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:21.965381 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-65de2e92-5672-4b59-8d88-eb5bb40f8c75 req-39e32d5c-3e7e-47c9-9577-974da8c21f5e tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 945 time: 0.0754545 Sep 16 01:19:21.987782 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-c59f08cc-a854-46e6-8365-602aa8b71222 None None] Set router 56e72848-5814-4666-9bea-cc045bb211f6 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:19:22.006952 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-65de2e92-5672-4b59-8d88-eb5bb40f8c75 req-b3e84b16-86ab-4bba-980d-d6ba56891d1e tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355101 Sep 16 01:19:22.033986 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-05436e73-4a2c-4958-9672-bda1578fff18 req-85151f54-7ed2-401c-8bb9-46c543e3a650 service neutron] 10.222.0.47 "GET /v2.0/networks/a47d34af-162d-487c-a53e-3c367600df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008112 Sep 16 01:19:22.214786 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-c59f08cc-a854-46e6-8365-602aa8b71222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e72848-5814-4666-9bea-cc045bb211f6', 'name': 'tempest-TestShelveInstance-29561502-router', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:13:32Z', 'updated_at': '2021-09-16T01:13:36Z', 'revision_number': 4, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'gw_port': {'id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:33Z', 'updated_at': '2021-09-16T01:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': 'b0842a28-18ee-43f5-a14d-a7556e4dba26', 'name': '', 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'mac_address': 'fa:16:3e:a2:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'c37ff5f3-8e2d-42fb-aa55-c8764a42e092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:36Z', 'updated_at': '2021-09-16T01:13:40Z', 'revision_number': 5, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'subnets': [{'id': 'c37ff5f3-8e2d-42fb-aa55-c8764a42e092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:22.246865 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59f08cc-a854-46e6-8365-602aa8b71222 None None] The sync data for ids ['56e72848-5814-4666-9bea-cc045bb211f6'] in dv-cinder-809305-1-iscsi is: [{'id': '56e72848-5814-4666-9bea-cc045bb211f6', 'name': 'tempest-TestShelveInstance-29561502-router', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:13:32Z', 'updated_at': '2021-09-16T01:13:36Z', 'revision_number': 4, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'gw_port': {'id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:33Z', 'updated_at': '2021-09-16T01:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': 'b0842a28-18ee-43f5-a14d-a7556e4dba26', 'name': '', 'network_id': 'a47d34af-162d-487c-a53e-3c367600df95', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'mac_address': 'fa:16:3e:a2:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'c37ff5f3-8e2d-42fb-aa55-c8764a42e092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:36Z', 'updated_at': '2021-09-16T01:13:40Z', 'revision_number': 5, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'subnets': [{'id': 'c37ff5f3-8e2d-42fb-aa55-c8764a42e092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:19:22.496926 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a128b8c-af54-4391-9047-7d861eee9fcf None None] New status for floating IP d14cca43-94e8-42da-8abb-9f71e55663d2: DOWN {{(pid=94554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 01:19:22.856394 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cef7c-d1ee-42a3-b6ae-9897e501b1f1 req-81871cb7-4f34-430f-b3dd-229fd71722db tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:22.857891 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-341cef7c-d1ee-42a3-b6ae-9897e501b1f1 req-81871cb7-4f34-430f-b3dd-229fd71722db tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 947 time: 0.0530179 Sep 16 01:19:22.896061 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-341cef7c-d1ee-42a3-b6ae-9897e501b1f1 req-3e013ec0-8ad4-48d5-8ee3-16b4297a8437 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317416 Sep 16 01:19:23.130151 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897e6c7-da9f-4e94-8184-e394ecfd1e69 req-43b0e7f2-da29-45e3-859c-15e3bb571d6c tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:23.132141 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d897e6c7-da9f-4e94-8184-e394ecfd1e69 req-43b0e7f2-da29-45e3-859c-15e3bb571d6c tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 945 time: 0.0542102 Sep 16 01:19:23.171501 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d897e6c7-da9f-4e94-8184-e394ecfd1e69 req-ec7342df-baff-48d7-a8cd-fc11fde0cf0a tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334132 Sep 16 01:19:23.786552 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02e523-21fe-4906-9539-5cdb63e99515 req-57b42eff-19a5-41a6-9a89-2d9486073bd9 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:23.788037 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6b02e523-21fe-4906-9539-5cdb63e99515 req-57b42eff-19a5-41a6-9a89-2d9486073bd9 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 946 time: 0.0554249 Sep 16 01:19:23.825695 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6b02e523-21fe-4906-9539-5cdb63e99515 req-2ad1015a-69c8-4e5b-b3c0-cf1ad9c8d3af tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316162 Sep 16 01:19:23.849971 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 39844) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:23.947500 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9917b6e-54ab-4b1a-ae43-610093e970a9 tempest-TestMinimumBasicScenario-219041058 tempest-TestMinimumBasicScenario-219041058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:23.949155 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-f9917b6e-54ab-4b1a-ae43-610093e970a9 tempest-TestMinimumBasicScenario-219041058 tempest-TestMinimumBasicScenario-219041058-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 1094 time: 0.0980504 Sep 16 01:19:23.952024 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 39850) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:23.956361 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-8b4228aa-8ce5-42e1-9467-100919488f0f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Request body: {'floatingip': {'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'port_id': '9b840228-15ee-438b-9017-04f1e877eec6', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:19:24.020579 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b5201-ff43-45f9-ba78-bc42a7de5143 req-a2d7ecbd-0447-4638-b1fd-f4397ad7a060 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:24.022101 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fd6b5201-ff43-45f9-ba78-bc42a7de5143 req-a2d7ecbd-0447-4638-b1fd-f4397ad7a060 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 947 time: 0.0523257 Sep 16 01:19:24.059497 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fd6b5201-ff43-45f9-ba78-bc42a7de5143 req-be9f7b57-0e78-4bbe-be74-f948ab3cd1be tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314369 Sep 16 01:19:24.075545 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8b4228aa-8ce5-42e1-9467-100919488f0f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for floatingip, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:24.171158 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8b4228aa-8ce5-42e1-9467-100919488f0f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:24.293390 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [None req-8b4228aa-8ce5-42e1-9467-100919488f0f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Allocated IP 172.27.3.163 (04f57937-fa31-48b0-af0b-dafeb4e5696d/f10087fb-cc50-497f-84f8-0079589df3d7/57f6ca47-c67d-4038-88c4-1cb8a2d65228) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:19:24.322335 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb829ab-dc3e-466a-870a-dbb916728761 req-7d9da0f9-c0ed-4f33-ab6a-be8a8fddf940 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:24.324219 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-0cb829ab-dc3e-466a-870a-dbb916728761 req-7d9da0f9-c0ed-4f33-ab6a-be8a8fddf940 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 945 time: 0.0793118 Sep 16 01:19:24.337922 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5757c-12c7-44f2-a0fa-73da60d9cf77 req-bd1e06a5-6dab-4b18-93d4-f99ddbcb2821 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:24.339455 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-70b5757c-12c7-44f2-a0fa-73da60d9cf77 req-bd1e06a5-6dab-4b18-93d4-f99ddbcb2821 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 945 time: 0.0687366 Sep 16 01:19:24.401344 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-0cb829ab-dc3e-466a-870a-dbb916728761 req-b3b4c48d-8f3f-4516-abeb-38366700e2a2 tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/security-groups?id=96d12f1c-b149-44af-9c39-423988ed8fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608666 Sep 16 01:19:24.422062 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8b4228aa-8ce5-42e1-9467-100919488f0f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:24.495859 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [req-70b5757c-12c7-44f2-a0fa-73da60d9cf77 req-6cf06bab-e313-48f0-a8df-9fe7ac7e311c tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Deleting port 642b98ad-f60d-4b5f-af55-3504097b8e30 {{(pid=94552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:19:24.496210 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-70b5757c-12c7-44f2-a0fa-73da60d9cf77 req-6cf06bab-e313-48f0-a8df-9fe7ac7e311c tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:24.561943 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8b4228aa-8ce5-42e1-9467-100919488f0f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:24.586502 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.db [req-70b5757c-12c7-44f2-a0fa-73da60d9cf77 req-6cf06bab-e313-48f0-a8df-9fe7ac7e311c tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] For port 642b98ad-f60d-4b5f-af55-3504097b8e30, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=642b98ad-f60d-4b5f-af55-3504097b8e30,segment=NetworkSegment(b450f831-d0df-4704-816d-b4f475c9d415),segment_id=b450f831-d0df-4704-816d-b4f475c9d415)] {{(pid=94552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:19:24.586876 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-70b5757c-12c7-44f2-a0fa-73da60d9cf77 req-6cf06bab-e313-48f0-a8df-9fe7ac7e311c tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:24.600707 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4228aa-8ce5-42e1-9467-100919488f0f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Network 04f57937-fa31-48b0-af0b-dafeb4e5696d is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:19:24.602058 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [req-70b5757c-12c7-44f2-a0fa-73da60d9cf77 req-6cf06bab-e313-48f0-a8df-9fe7ac7e311c tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Calling delete_port for 642b98ad-f60d-4b5f-af55-3504097b8e30 owned by compute:nova {{(pid=94552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:19:24.605768 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-8b4228aa-8ce5-42e1-9467-100919488f0f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:19:24.611410 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4228aa-8ce5-42e1-9467-100919488f0f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:19:24.634019 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4228aa-8ce5-42e1-9467-100919488f0f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Pushing event updated for resources: {'Port': ['ID=57f6ca47-c67d-4038-88c4-1cb8a2d65228,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:24.795292 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-70b5757c-12c7-44f2-a0fa-73da60d9cf77 req-6cf06bab-e313-48f0-a8df-9fe7ac7e311c tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:24.821584 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf06bab-e313-48f0-a8df-9fe7ac7e311c tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Pushing event deleted for resources: {'Port': ['ID=642b98ad-f60d-4b5f-af55-3504097b8e30,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:24.885742 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b5757c-12c7-44f2-a0fa-73da60d9cf77 req-6cf06bab-e313-48f0-a8df-9fe7ac7e311c tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] No DVR routers for this DVR port 642b98ad-f60d-4b5f-af55-3504097b8e30 on host hv-cinder-80930 {{(pid=94552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:19:24.888268 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-70b5757c-12c7-44f2-a0fa-73da60d9cf77 req-6cf06bab-e313-48f0-a8df-9fe7ac7e311c tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:24.890443 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-70b5757c-12c7-44f2-a0fa-73da60d9cf77 req-6cf06bab-e313-48f0-a8df-9fe7ac7e311c tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.47 "DELETE /v2.0/ports/642b98ad-f60d-4b5f-af55-3504097b8e30 HTTP/1.1" status: 204 len: 173 time: 0.5244751 Sep 16 01:19:24.890881 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9', 'name': 'network-vif-deleted', 'tag': '642b98ad-f60d-4b5f-af55-3504097b8e30'}] {{(pid=94552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:19:24.893100 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e37c7ac94a84b8f8c6dc1420a2d1e1c1d602c9bf5eb8fc5b01c156650c831676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c4dfbc-cb99-425c-9c60-e608dbae5d8f" -d '{"events": [{"server_uuid": "ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9", "name": "network-vif-deleted", "tag": "642b98ad-f60d-4b5f-af55-3504097b8e30"}]}' {{(pid=94552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:19:24.936351 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4118c7-90db-4e6d-b956-ad353c316909 x-openstack-request-id: req-5d4118c7-90db-4e6d-b956-ad353c316909 {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:19:24.936351 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9", "name": "network-vif-deleted", "tag": "642b98ad-f60d-4b5f-af55-3504097b8e30", "status": "completed", "code": 200}]} {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:19:24.936351 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d4118c7-90db-4e6d-b956-ad353c316909 {{(pid=94552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:19:24.936351 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9', 'name': 'network-vif-deleted', 'tag': '642b98ad-f60d-4b5f-af55-3504097b8e30', 'status': 'completed', 'code': 200} Sep 16 01:19:24.980966 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8b4228aa-8ce5-42e1-9467-100919488f0f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:25.107316 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8b4228aa-8ce5-42e1-9467-100919488f0f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:25.270819 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8b4228aa-8ce5-42e1-9467-100919488f0f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:25.350009 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8b4228aa-8ce5-42e1-9467-100919488f0f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:25.422145 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4228aa-8ce5-42e1-9467-100919488f0f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Pushing event updated for resources: {'Port': ['ID=57f6ca47-c67d-4038-88c4-1cb8a2d65228,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:25.433801 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8b4228aa-8ce5-42e1-9467-100919488f0f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530200'] for floatingip, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:25.510501 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e028462f-4973-4d16-aa24-9fd2cc805859 req-8dab1b95-c59f-47eb-b6d6-371b42bd8faa tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 210 time: 0.0277786 Sep 16 01:19:25.536300 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.db.l3_db [None req-8b4228aa-8ce5-42e1-9467-100919488f0f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Floating IP cf1e93b0-66d5-460e-b9d5-115769ccf782 associated. External IP: 172.27.3.163, port: 9b840228-15ee-438b-9017-04f1e877eec6. Sep 16 01:19:25.750561 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4228aa-8ce5-42e1-9467-100919488f0f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Router 061cb916-039d-4d2c-8499-e0992af7c676 has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:19:25.861626 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4228aa-8ce5-42e1-9467-100919488f0f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:19:25.872035 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf80b89f-2d5b-4e44-b62d-f8e70f6fbbfa None None] Sync routers for ids ['061cb916-039d-4d2c-8499-e0992af7c676'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:19:25.883050 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf80b89f-2d5b-4e44-b62d-f8e70f6fbbfa None None] Routers {'061cb916-039d-4d2c-8499-e0992af7c676'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:19:25.883681 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-bf80b89f-2d5b-4e44-b62d-f8e70f6fbbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:19:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['061cb916-039d-4d2c-8499-e0992af7c676'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:25.950046 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8b4228aa-8ce5-42e1-9467-100919488f0f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for floatingip, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:25.980302 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-8b4228aa-8ce5-42e1-9467-100919488f0f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0272284 Sep 16 01:19:25.980878 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f375f9-e67b-4a24-be09-e2a41f8e713b', 'tag': '9b840228-15ee-438b-9017-04f1e877eec6'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:19:25.983171 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7e9b8f-d27c-4bcc-9516-1f06f0f9a5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "61f375f9-e67b-4a24-be09-e2a41f8e713b", "tag": "9b840228-15ee-438b-9017-04f1e877eec6"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:19:25.983493 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 39874) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:25.988321 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-3225dd47-2b34-489a-8242-2249d4b412a2 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-39570085', 'description': 'tempest-secgroup-smoke-39570085 description', 'project_id': '41bf6a37de014072adf885993889f7d9'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:19:26.001249 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-bf80b89f-2d5b-4e44-b62d-f8e70f6fbbfa None None] Set router 061cb916-039d-4d2c-8499-e0992af7c676 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:19:26.024309 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287ca47e-03b0-4ce7-a18d-0e56547307ed x-openstack-request-id: req-287ca47e-03b0-4ce7-a18d-0e56547307ed {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:19:26.024642 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f375f9-e67b-4a24-be09-e2a41f8e713b", "tag": "9b840228-15ee-438b-9017-04f1e877eec6", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:19:26.024845 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-287ca47e-03b0-4ce7-a18d-0e56547307ed {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:19:26.025277 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f375f9-e67b-4a24-be09-e2a41f8e713b', 'tag': '9b840228-15ee-438b-9017-04f1e877eec6', 'status': 'completed', 'code': 200} Sep 16 01:19:26.069987 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3225dd47-2b34-489a-8242-2249d4b412a2 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:26.137936 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e9b8f-d27c-4bcc-9516-1f06f0f9a5e2 req-20cbfd44-396a-4c10-bf88-d340ffb23968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:26.139459 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-cb7e9b8f-d27c-4bcc-9516-1f06f0f9a5e2 req-20cbfd44-396a-4c10-bf88-d340ffb23968 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=41bf6a37de014072adf885993889f7d9&device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 1099 time: 0.0657179 Sep 16 01:19:26.227815 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-bf80b89f-2d5b-4e44-b62d-f8e70f6fbbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061cb916-039d-4d2c-8499-e0992af7c676', 'name': 'tempest-TestMinimumBasicScenario-1141561125-router', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:08Z', 'updated_at': '2021-09-16T01:18:13Z', 'revision_number': 4, 'project_id': '41bf6a37de014072adf885993889f7d9', 'gw_port': {'id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:09Z', 'updated_at': '2021-09-16T01:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': 'cf1e93b0-66d5-460e-b9d5-115769ccf782', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'port_id': '9b840228-15ee-438b-9017-04f1e877eec6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa', 'mac_address': 'fa:16:3e:2f:5f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f375f9-e67b-4a24-be09-e2a41f8e713b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:19:24Z', 'updated_at': '2021-09-16T01:19:24Z', 'revision_number': 0, 'project_id': '41bf6a37de014072adf885993889f7d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '455dd7eb-6e6e-493f-94d2-59e9667ef9f4', 'name': '', 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'mac_address': 'fa:16:3e:89:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4a21d2f1-c28e-4022-9ded-ab7d7cbcd937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:12Z', 'updated_at': '2021-09-16T01:18:19Z', 'revision_number': 5, 'project_id': '41bf6a37de014072adf885993889f7d9', 'subnets': [{'id': '4a21d2f1-c28e-4022-9ded-ab7d7cbcd937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:26.243541 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3225dd47-2b34-489a-8242-2249d4b412a2 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:26.257465 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf80b89f-2d5b-4e44-b62d-f8e70f6fbbfa None None] Checking router: 061cb916-039d-4d2c-8499-e0992af7c676 for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:19:26.266616 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf80b89f-2d5b-4e44-b62d-f8e70f6fbbfa None None] Routers {'061cb916-039d-4d2c-8499-e0992af7c676'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:19:26.267261 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-bf80b89f-2d5b-4e44-b62d-f8e70f6fbbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:19:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['061cb916-039d-4d2c-8499-e0992af7c676'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:26.272082 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e9b8f-d27c-4bcc-9516-1f06f0f9a5e2 req-1cbb623a-6c39-4b51-989a-ae952e841a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:26.273613 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-cb7e9b8f-d27c-4bcc-9516-1f06f0f9a5e2 req-1cbb623a-6c39-4b51-989a-ae952e841a58 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e76ecd4a-0f04-4066-a036-5e09260f78fa HTTP/1.1" status: 200 len: 916 time: 0.1090651 Sep 16 01:19:26.318114 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3225dd47-2b34-489a-8242-2249d4b412a2 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:26.362555 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225dd47-2b34-489a-8242-2249d4b412a2 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf9cf6e-61df-47e3-afe8-2c24d253e5fe,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:26.366066 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-cb7e9b8f-d27c-4bcc-9516-1f06f0f9a5e2 req-5fda2eb1-b4d7-440c-9d05-e1128b7a68ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b840228-15ee-438b-9017-04f1e877eec6 HTTP/1.1" status: 200 len: 1000 time: 0.0834506 Sep 16 01:19:26.376165 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-bf80b89f-2d5b-4e44-b62d-f8e70f6fbbfa None None] Set router 061cb916-039d-4d2c-8499-e0992af7c676 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:19:26.419224 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e9b8f-d27c-4bcc-9516-1f06f0f9a5e2 req-16688f6a-28fa-4f39-8425-c957aded8131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:26.420700 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-cb7e9b8f-d27c-4bcc-9516-1f06f0f9a5e2 req-16688f6a-28fa-4f39-8425-c957aded8131 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a21d2f1-c28e-4022-9ded-ab7d7cbcd937 HTTP/1.1" status: 200 len: 854 time: 0.0447075 Sep 16 01:19:26.466174 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-3225dd47-2b34-489a-8242-2249d4b412a2 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:26.467366 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-3225dd47-2b34-489a-8242-2249d4b412a2 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.4827764 Sep 16 01:19:26.470508 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 39878) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:26.475198 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-92774079-d707-49bd-8aa1-5c20a4ca63e5 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Request body: {'security_group_rule': {'security_group_id': 'eaf9cf6e-61df-47e3-afe8-2c24d253e5fe', 'project_id': '41bf6a37de014072adf885993889f7d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:19:26.485051 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e9b8f-d27c-4bcc-9516-1f06f0f9a5e2 req-505374a4-e60b-4f13-9b27-40d7a0e7781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:26.486824 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-cb7e9b8f-d27c-4bcc-9516-1f06f0f9a5e2 req-505374a4-e60b-4f13-9b27-40d7a0e7781e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e76ecd4a-0f04-4066-a036-5e09260f78fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564044 Sep 16 01:19:26.583552 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-cb7e9b8f-d27c-4bcc-9516-1f06f0f9a5e2 req-456df12a-8843-4a35-bb1a-12ac75859f38 service neutron] 10.222.0.47 "GET /v2.0/networks/e76ecd4a-0f04-4066-a036-5e09260f78fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887458 Sep 16 01:19:26.612958 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-bf80b89f-2d5b-4e44-b62d-f8e70f6fbbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061cb916-039d-4d2c-8499-e0992af7c676', 'name': 'tempest-TestMinimumBasicScenario-1141561125-router', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:08Z', 'updated_at': '2021-09-16T01:18:13Z', 'revision_number': 4, 'project_id': '41bf6a37de014072adf885993889f7d9', 'gw_port': {'id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:09Z', 'updated_at': '2021-09-16T01:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': 'cf1e93b0-66d5-460e-b9d5-115769ccf782', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'port_id': '9b840228-15ee-438b-9017-04f1e877eec6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa', 'mac_address': 'fa:16:3e:2f:5f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f375f9-e67b-4a24-be09-e2a41f8e713b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:19:24Z', 'updated_at': '2021-09-16T01:19:24Z', 'revision_number': 0, 'project_id': '41bf6a37de014072adf885993889f7d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '455dd7eb-6e6e-493f-94d2-59e9667ef9f4', 'name': '', 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'mac_address': 'fa:16:3e:89:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4a21d2f1-c28e-4022-9ded-ab7d7cbcd937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:12Z', 'updated_at': '2021-09-16T01:18:19Z', 'revision_number': 5, 'project_id': '41bf6a37de014072adf885993889f7d9', 'subnets': [{'id': '4a21d2f1-c28e-4022-9ded-ab7d7cbcd937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:26.630335 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-66e63256-9785-4e08-ad1c-fb2d80b51cda req-31b4c71b-eb20-440e-a208-0d95da60c15f tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac1bb3bb-655a-40ed-ae32-a38c6eb9e2a9 HTTP/1.1" status: 200 len: 210 time: 0.0263569 Sep 16 01:19:26.643488 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf80b89f-2d5b-4e44-b62d-f8e70f6fbbfa None None] The sync data for ids ['061cb916-039d-4d2c-8499-e0992af7c676'] in dv-cinder-809305-1-iscsi is: [{'id': '061cb916-039d-4d2c-8499-e0992af7c676', 'name': 'tempest-TestMinimumBasicScenario-1141561125-router', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:08Z', 'updated_at': '2021-09-16T01:18:13Z', 'revision_number': 4, 'project_id': '41bf6a37de014072adf885993889f7d9', 'gw_port': {'id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:09Z', 'updated_at': '2021-09-16T01:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': 'cf1e93b0-66d5-460e-b9d5-115769ccf782', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'port_id': '9b840228-15ee-438b-9017-04f1e877eec6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa', 'mac_address': 'fa:16:3e:2f:5f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f375f9-e67b-4a24-be09-e2a41f8e713b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:19:24Z', 'updated_at': '2021-09-16T01:19:24Z', 'revision_number': 0, 'project_id': '41bf6a37de014072adf885993889f7d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '455dd7eb-6e6e-493f-94d2-59e9667ef9f4', 'name': '', 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'mac_address': 'fa:16:3e:89:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4a21d2f1-c28e-4022-9ded-ab7d7cbcd937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:12Z', 'updated_at': '2021-09-16T01:18:19Z', 'revision_number': 5, 'project_id': '41bf6a37de014072adf885993889f7d9', 'subnets': [{'id': '4a21d2f1-c28e-4022-9ded-ab7d7cbcd937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:19:26.660424 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-92774079-d707-49bd-8aa1-5c20a4ca63e5 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:26.691652 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-cb7e9b8f-d27c-4bcc-9516-1f06f0f9a5e2 req-b828dedf-3b0f-4593-b3e7-2f4f092e6b03 service neutron] 10.222.0.47 "GET /v2.0/networks/e76ecd4a-0f04-4066-a036-5e09260f78fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953071 Sep 16 01:19:26.720662 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-92774079-d707-49bd-8aa1-5c20a4ca63e5 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:26.807902 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-92774079-d707-49bd-8aa1-5c20a4ca63e5 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:26.825925 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92774079-d707-49bd-8aa1-5c20a4ca63e5 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b7f22a-fee0-4e45-8bd1-a4f345f27550,revision_number=0']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:26.863824 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcb4278-5b48-45fb-85ff-b95f0f855907 None None] New status for floating IP cf1e93b0-66d5-460e-b9d5-115769ccf782: ACTIVE {{(pid=94554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 01:19:26.944650 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-92774079-d707-49bd-8aa1-5c20a4ca63e5 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:26.948970 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-92774079-d707-49bd-8aa1-5c20a4ca63e5 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4749663 Sep 16 01:19:26.949311 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 39886) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:26.953768 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-5976f3f0-2be3-4310-baa0-df6a82ebb578 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Request body: {'security_group_rule': {'security_group_id': 'eaf9cf6e-61df-47e3-afe8-2c24d253e5fe', 'project_id': '41bf6a37de014072adf885993889f7d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:19:26.992586 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 642b98ad-f60d-4b5f-af55-3504097b8e30 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:19:27.014210 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] No Port match for: 642b98ad-f60d-4b5f-af55-3504097b8e30 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:19:27.014210 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 642b98ad-f60d-4b5f-af55-3504097b8e30 not bound to the agent host hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:19:27.046524 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5976f3f0-2be3-4310-baa0-df6a82ebb578 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:27.104935 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5976f3f0-2be3-4310-baa0-df6a82ebb578 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:27.201211 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5976f3f0-2be3-4310-baa0-df6a82ebb578 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:27.219630 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976f3f0-2be3-4310-baa0-df6a82ebb578 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b975ece6-b403-4f91-a034-1dc454679044,revision_number=0']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:27.292304 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5976f3f0-2be3-4310-baa0-df6a82ebb578 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:27.293507 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-5976f3f0-2be3-4310-baa0-df6a82ebb578 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3432319 Sep 16 01:19:27.296213 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 39888) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:27.300461 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-f0f86157-483c-4ded-abd6-c129f97fc503 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Request body: {'security_group_rule': {'security_group_id': 'eaf9cf6e-61df-47e3-afe8-2c24d253e5fe', 'project_id': '41bf6a37de014072adf885993889f7d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:19:27.395203 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-f0f86157-483c-4ded-abd6-c129f97fc503 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:27.454507 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-f0f86157-483c-4ded-abd6-c129f97fc503 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:27.538193 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-f0f86157-483c-4ded-abd6-c129f97fc503 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:27.556384 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f86157-483c-4ded-abd6-c129f97fc503 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d76b08d-f880-41a0-bec6-a2779937514a,revision_number=0']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:27.640967 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-f0f86157-483c-4ded-abd6-c129f97fc503 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:27.642194 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-f0f86157-483c-4ded-abd6-c129f97fc503 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3450651 Sep 16 01:19:27.644919 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 39890) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:27.649140 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-92c609da-fde4-425a-9515-95bb465b4bce tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Request body: {'security_group_rule': {'security_group_id': 'eaf9cf6e-61df-47e3-afe8-2c24d253e5fe', 'project_id': '41bf6a37de014072adf885993889f7d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:19:27.689888 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 39894) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:27.751066 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8ff511b4-ef98-4519-b59b-cc10126ecf5d tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:27.753860 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-92c609da-fde4-425a-9515-95bb465b4bce tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:27.793416 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8ff511b4-ef98-4519-b59b-cc10126ecf5d tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:27.848516 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-92c609da-fde4-425a-9515-95bb465b4bce tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:27.938429 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-92c609da-fde4-425a-9515-95bb465b4bce tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:27.958850 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c609da-fde4-425a-9515-95bb465b4bce tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40334a99-7543-4e43-9871-4cd163ce824c,revision_number=0']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:27.972415 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8ff511b4-ef98-4519-b59b-cc10126ecf5d tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:27.975419 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-8ff511b4-ef98-4519-b59b-cc10126ecf5d tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:27.979101 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-8ff511b4-ef98-4519-b59b-cc10126ecf5d tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] 10.222.0.22 "DELETE /v2.0/security-groups/96d12f1c-b149-44af-9c39-423988ed8fd3 HTTP/1.1" status: 204 len: 168 time: 0.2857571 Sep 16 01:19:27.986638 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff511b4-ef98-4519-b59b-cc10126ecf5d tempest-TestShelveInstance-1280741010 tempest-TestShelveInstance-1280741010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d12f1c-b149-44af-9c39-423988ed8fd3,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:28.052876 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-92c609da-fde4-425a-9515-95bb465b4bce tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:28.054214 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-92c609da-fde4-425a-9515-95bb465b4bce tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4083753 Sep 16 01:19:28.062812 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 39908) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:28.062812 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-fc47eb1e-6032-40ba-9b8a-bb3524387306 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Request body: {'security_group_rule': {'security_group_id': 'eaf9cf6e-61df-47e3-afe8-2c24d253e5fe', 'project_id': '41bf6a37de014072adf885993889f7d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:19:28.121579 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 39914) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:28.161730 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.db.securitygroups_db [None req-fc47eb1e-6032-40ba-9b8a-bb3524387306 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Project 41bf6a37de014072adf885993889f7d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 01:19:28.169607 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-fc47eb1e-6032-40ba-9b8a-bb3524387306 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:28.224484 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-fc47eb1e-6032-40ba-9b8a-bb3524387306 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:28.315137 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-fc47eb1e-6032-40ba-9b8a-bb3524387306 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:28.338902 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47eb1e-6032-40ba-9b8a-bb3524387306 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ee3af1-10d4-4d4b-a6a3-8195d208ebef,revision_number=0']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:28.452569 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-fc47eb1e-6032-40ba-9b8a-bb3524387306 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:28.453823 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-fc47eb1e-6032-40ba-9b8a-bb3524387306 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3952823 Sep 16 01:19:28.456705 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 39920) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:28.462080 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [None req-ef0bf676-eae8-4558-b374-108701627e80 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Request body: {'security_group_rule': {'security_group_id': 'eaf9cf6e-61df-47e3-afe8-2c24d253e5fe', 'project_id': '41bf6a37de014072adf885993889f7d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:19:28.567305 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.db.securitygroups_db [None req-ef0bf676-eae8-4558-b374-108701627e80 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Project 41bf6a37de014072adf885993889f7d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 01:19:28.572680 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-ef0bf676-eae8-4558-b374-108701627e80 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:28.637638 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-ef0bf676-eae8-4558-b374-108701627e80 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:28.743998 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-ef0bf676-eae8-4558-b374-108701627e80 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611905'] for security_group_rule, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:28.762984 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bf676-eae8-4558-b374-108701627e80 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21cd4f13-36d7-41ad-901e-177b7dfd835b,revision_number=0']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:28.771858 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2ee57101-70ea-4275-bb5a-88cad20849ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:28.836788 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1de05-6909-4c83-9257-58d08290f771 req-3310ab16-14a5-4196-b4ab-13d80503589b tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:28.838350 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5de1de05-6909-4c83-9257-58d08290f771 req-3310ab16-14a5-4196-b4ab-13d80503589b tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 946 time: 0.0609868 Sep 16 01:19:28.906383 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5de1de05-6909-4c83-9257-58d08290f771 req-9355a3bb-0af1-480d-9368-c8b265ad9d36 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea750332-5f04-49a8-999d-746eaf808a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598886 Sep 16 01:19:28.931624 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a5652c29-b823-40d8-83f3-d88aaee8f778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529688'] for router_interface, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:29.164739 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-a5652c29-b823-40d8-83f3-d88aaee8f778 admin admin] Deleting port b0842a28-18ee-43f5-a14d-a7556e4dba26 {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:19:29.165122 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a5652c29-b823-40d8-83f3-d88aaee8f778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:29.200961 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-ef0bf676-eae8-4558-b374-108701627e80 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:29.202345 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-ef0bf676-eae8-4558-b374-108701627e80 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7445972 Sep 16 01:19:29.242245 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-a5652c29-b823-40d8-83f3-d88aaee8f778 admin admin] For port b0842a28-18ee-43f5-a14d-a7556e4dba26, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=b0842a28-18ee-43f5-a14d-a7556e4dba26,segment=NetworkSegment(b450f831-d0df-4704-816d-b4f475c9d415),segment_id=b450f831-d0df-4704-816d-b4f475c9d415)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:19:29.242617 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a5652c29-b823-40d8-83f3-d88aaee8f778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:29.255219 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-a5652c29-b823-40d8-83f3-d88aaee8f778 admin admin] Calling delete_port for b0842a28-18ee-43f5-a14d-a7556e4dba26 owned by network:router_interface {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:19:29.280591 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6310b609-a664-43b8-9015-35fcbd50a09e req-9b08986b-540c-4fab-b767-e69aa230565b tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-39570085&fields=id&tenant_id=41bf6a37de014072adf885993889f7d9 HTTP/1.1" status: 200 len: 267 time: 0.0310624 Sep 16 01:19:29.331103 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310b609-a664-43b8-9015-35fcbd50a09e req-7746e9fc-a9b0-4716-816f-41b69954bcb3 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:29.332713 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6310b609-a664-43b8-9015-35fcbd50a09e req-7746e9fc-a9b0-4716-816f-41b69954bcb3 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 946 time: 0.0463412 Sep 16 01:19:29.344851 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.v2.base [req-6310b609-a664-43b8-9015-35fcbd50a09e req-b31cfb0a-61c3-4bde-9c22-d44a811a0655 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Request body: {'port': {'security_groups': ['0ae50dd4-904b-4226-a251-bade8cdf85cf', 'eaf9cf6e-61df-47e3-afe8-2c24d253e5fe']}} {{(pid=94552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:19:29.414517 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-6310b609-a664-43b8-9015-35fcbd50a09e req-b31cfb0a-61c3-4bde-9c22-d44a811a0655 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:29.531343 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a5652c29-b823-40d8-83f3-d88aaee8f778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:29.556442 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5652c29-b823-40d8-83f3-d88aaee8f778 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0842a28-18ee-43f5-a14d-a7556e4dba26,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:29.741187 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a5652c29-b823-40d8-83f3-d88aaee8f778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530344'] for router_interface, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:29.869235 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.db [req-6310b609-a664-43b8-9015-35fcbd50a09e req-b31cfb0a-61c3-4bde-9c22-d44a811a0655 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] For port 9b840228-15ee-438b-9017-04f1e877eec6, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=9b840228-15ee-438b-9017-04f1e877eec6,segment=NetworkSegment(1f316261-7fe7-493f-bc93-346c665e0701),segment_id=1f316261-7fe7-493f-bc93-346c665e0701)] {{(pid=94552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:19:29.896976 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-6310b609-a664-43b8-9015-35fcbd50a09e req-b31cfb0a-61c3-4bde-9c22-d44a811a0655 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for port, precommit_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:29.965375 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5652c29-b823-40d8-83f3-d88aaee8f778 admin admin] Router 56e72848-5814-4666-9bea-cc045bb211f6 has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:19:29.983952 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-6310b609-a664-43b8-9015-35fcbd50a09e req-b31cfb0a-61c3-4bde-9c22-d44a811a0655 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9529498'] for port, after_update {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:30.027174 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310b609-a664-43b8-9015-35fcbd50a09e req-b31cfb0a-61c3-4bde-9c22-d44a811a0655 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:30.027787 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-6310b609-a664-43b8-9015-35fcbd50a09e req-b31cfb0a-61c3-4bde-9c22-d44a811a0655 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:30.027921 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['9b840228-15ee-438b-9017-04f1e877eec6'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:19:30.029337 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6310b609-a664-43b8-9015-35fcbd50a09e req-b31cfb0a-61c3-4bde-9c22-d44a811a0655 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "PUT /v2.0/ports/9b840228-15ee-438b-9017-04f1e877eec6 HTTP/1.1" status: 200 len: 982 time: 0.6889405 Sep 16 01:19:30.032033 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f375f9-e67b-4a24-be09-e2a41f8e713b', 'tag': '9b840228-15ee-438b-9017-04f1e877eec6'}] {{(pid=94552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:19:30.034890 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e37c7ac94a84b8f8c6dc1420a2d1e1c1d602c9bf5eb8fc5b01c156650c831676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8556eda3-4382-4489-8630-c1e45d997430" -d '{"events": [{"name": "network-changed", "server_uuid": "61f375f9-e67b-4a24-be09-e2a41f8e713b", "tag": "9b840228-15ee-438b-9017-04f1e877eec6"}]}' {{(pid=94552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:19:30.065773 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751aac9-3b02-419c-a53f-f60a1748570c req-d26a11c8-f3f4-4f30-9cc5-570bbb0625be tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:30.067381 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3751aac9-3b02-419c-a53f-f60a1748570c req-d26a11c8-f3f4-4f30-9cc5-570bbb0625be tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 946 time: 0.0931966 Sep 16 01:19:30.082664 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cfb0a-61c3-4bde-9c22-d44a811a0655 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Pushing event updated for resources: {'Port': ['ID=9b840228-15ee-438b-9017-04f1e877eec6,revision_number=6']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:30.145716 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5652c29-b823-40d8-83f3-d88aaee8f778 admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:19:30.155658 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-a5652c29-b823-40d8-83f3-d88aaee8f778 admin admin] 10.222.0.22 "PUT /v2.0/routers/56e72848-5814-4666-9bea-cc045bb211f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0328715 Sep 16 01:19:30.157636 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 39932) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:30.162516 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3751aac9-3b02-419c-a53f-f60a1748570c req-b4b79a53-4f40-4420-a15d-1ce18b74e314 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea750332-5f04-49a8-999d-746eaf808a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565228 Sep 16 01:19:30.164630 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f724952-268b-49f5-a01a-738aa1be6cfc None None] Sync routers for ids ['56e72848-5814-4666-9bea-cc045bb211f6'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:19:30.190597 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f724952-268b-49f5-a01a-738aa1be6cfc None None] Routers {'56e72848-5814-4666-9bea-cc045bb211f6'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:19:30.191227 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-8f724952-268b-49f5-a01a-738aa1be6cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:19:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['56e72848-5814-4666-9bea-cc045bb211f6'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:30.222873 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8ee9ef-e7d1-42ea-83d3-8e70696532df x-openstack-request-id: req-2c8ee9ef-e7d1-42ea-83d3-8e70696532df {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:19:30.223161 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f375f9-e67b-4a24-be09-e2a41f8e713b", "tag": "9b840228-15ee-438b-9017-04f1e877eec6", "status": "completed", "code": 200}]} {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:19:30.223409 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c8ee9ef-e7d1-42ea-83d3-8e70696532df {{(pid=94552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:19:30.223803 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f375f9-e67b-4a24-be09-e2a41f8e713b', 'tag': '9b840228-15ee-438b-9017-04f1e877eec6', 'status': 'completed', 'code': 200} Sep 16 01:19:30.239944 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['9b840228-15ee-438b-9017-04f1e877eec6'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:19:30.248265 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa96bdc-ce10-46fc-92ed-339799aaf6f3 req-1e35eb05-4cf3-4b5e-8182-e5cd18041b06 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:30.250931 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-cfa96bdc-ce10-46fc-92ed-339799aaf6f3 req-1e35eb05-4cf3-4b5e-8182-e5cd18041b06 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 985 time: 0.1332014 Sep 16 01:19:30.348867 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-16fff9e4-6723-40fb-a4e7-f76b7d34215b admin admin] Notify callbacks [] for router, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:30.386128 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-8f724952-268b-49f5-a01a-738aa1be6cfc None None] Set router 56e72848-5814-4666-9bea-cc045bb211f6 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:19:30.393110 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-cfa96bdc-ce10-46fc-92ed-339799aaf6f3 req-4ad26ff0-2ad9-47b8-9feb-31233d29c335 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=eaf9cf6e-61df-47e3-afe8-2c24d253e5fe&id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1082988 Sep 16 01:19:30.415495 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556eda3-4382-4489-8630-c1e45d997430 req-a7e60d15-a622-4215-a8c4-7724b16e6ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:30.416032 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8556eda3-4382-4489-8630-c1e45d997430 req-a7e60d15-a622-4215-a8c4-7724b16e6ec9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=41bf6a37de014072adf885993889f7d9&device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 1138 time: 0.1215835 Sep 16 01:19:30.463507 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-e16ded01-067a-4f2a-8ab8-d582cbcb3c24 None None] Provisioning complete for port 9b840228-15ee-438b-9017-04f1e877eec6 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:19:30.463889 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e16ded01-067a-4f2a-8ab8-d582cbcb3c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:30.536739 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-16fff9e4-6723-40fb-a4e7-f76b7d34215b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:30.560600 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556eda3-4382-4489-8630-c1e45d997430 req-9556f0a8-7aff-4edb-ab48-1f4cf879ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:30.562134 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8556eda3-4382-4489-8630-c1e45d997430 req-9556f0a8-7aff-4edb-ab48-1f4cf879ef19 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e76ecd4a-0f04-4066-a036-5e09260f78fa HTTP/1.1" status: 200 len: 916 time: 0.1369817 Sep 16 01:19:30.654404 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8556eda3-4382-4489-8630-c1e45d997430 req-fee9ce3c-97d0-4029-9df6-dea0eb2cf9cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b840228-15ee-438b-9017-04f1e877eec6 HTTP/1.1" status: 200 len: 1002 time: 0.0797789 Sep 16 01:19:30.678253 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-16fff9e4-6723-40fb-a4e7-f76b7d34215b admin admin] Deleting port cd9ba282-3108-457e-b700-c5f12d2b7c05 {{(pid=94552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:19:30.680108 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-16fff9e4-6723-40fb-a4e7-f76b7d34215b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:30.734490 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:19:30.760477 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556eda3-4382-4489-8630-c1e45d997430 req-62992568-3344-417b-be3b-ec0a262f52c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:30.761980 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8556eda3-4382-4489-8630-c1e45d997430 req-62992568-3344-417b-be3b-ec0a262f52c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a21d2f1-c28e-4022-9ded-ab7d7cbcd937 HTTP/1.1" status: 200 len: 854 time: 0.0958767 Sep 16 01:19:30.813807 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.db [None req-16fff9e4-6723-40fb-a4e7-f76b7d34215b admin admin] For port cd9ba282-3108-457e-b700-c5f12d2b7c05, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=cd9ba282-3108-457e-b700-c5f12d2b7c05,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:19:30.814174 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-16fff9e4-6723-40fb-a4e7-f76b7d34215b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:30.815445 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b957f-63db-4141-b65a-6aaa6782c4f2 req-c14f89a7-d3e5-4081-920b-1fbb8f84aec0 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:30.816988 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-aa3b957f-63db-4141-b65a-6aaa6782c4f2 req-c14f89a7-d3e5-4081-920b-1fbb8f84aec0 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.47 "GET /v2.0/ports?device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 946 time: 0.0551319 Sep 16 01:19:30.828432 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-16fff9e4-6723-40fb-a4e7-f76b7d34215b admin admin] Calling delete_port for cd9ba282-3108-457e-b700-c5f12d2b7c05 owned by network:router_gateway {{(pid=94552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:19:30.837175 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556eda3-4382-4489-8630-c1e45d997430 req-fc7673f2-ba36-4cb5-8664-101393b7cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:30.838701 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8556eda3-4382-4489-8630-c1e45d997430 req-fc7673f2-ba36-4cb5-8664-101393b7cea4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e76ecd4a-0f04-4066-a036-5e09260f78fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676000 Sep 16 01:19:30.926307 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-aa3b957f-63db-4141-b65a-6aaa6782c4f2 req-d646898e-cf70-416c-aaad-bc23b0090be8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Deleting port 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9 {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:19:30.927285 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-aa3b957f-63db-4141-b65a-6aaa6782c4f2 req-d646898e-cf70-416c-aaad-bc23b0090be8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:30.993183 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-8f724952-268b-49f5-a01a-738aa1be6cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e72848-5814-4666-9bea-cc045bb211f6', 'name': 'tempest-TestShelveInstance-29561502-router', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:13:32Z', 'updated_at': '2021-09-16T01:19:29Z', 'revision_number': 5, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'gw_port': {'id': 'cd9ba282-3108-457e-b700-c5f12d2b7c05', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e72848-5814-4666-9bea-cc045bb211f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:33Z', 'updated_at': '2021-09-16T01:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:31.034347 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8556eda3-4382-4489-8630-c1e45d997430 req-2253c345-f42d-41f5-9315-0cac42f125e1 service neutron] 10.222.0.47 "GET /v2.0/networks/e76ecd4a-0f04-4066-a036-5e09260f78fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854291 Sep 16 01:19:31.037420 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f724952-268b-49f5-a01a-738aa1be6cfc None None] Checking router: 56e72848-5814-4666-9bea-cc045bb211f6 for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:19:31.043598 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-aa3b957f-63db-4141-b65a-6aaa6782c4f2 req-d646898e-cf70-416c-aaad-bc23b0090be8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] For port 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=0f92e4d2-011d-4a6b-b32a-a922f61bf4b9,segment=NetworkSegment(577966aa-aa6c-46f5-a3af-da2e98332a54),segment_id=577966aa-aa6c-46f5-a3af-da2e98332a54)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:19:31.044054 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-aa3b957f-63db-4141-b65a-6aaa6782c4f2 req-d646898e-cf70-416c-aaad-bc23b0090be8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:31.074634 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f724952-268b-49f5-a01a-738aa1be6cfc None None] Routers {'56e72848-5814-4666-9bea-cc045bb211f6'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:19:31.075268 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-8f724952-268b-49f5-a01a-738aa1be6cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:19:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['56e72848-5814-4666-9bea-cc045bb211f6'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:31.180357 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-8556eda3-4382-4489-8630-c1e45d997430 req-0823cde3-43b4-4d2f-82c3-4ff49cb98998 service neutron] 10.222.0.47 "GET /v2.0/networks/e76ecd4a-0f04-4066-a036-5e09260f78fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064076 Sep 16 01:19:31.218316 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-16fff9e4-6723-40fb-a4e7-f76b7d34215b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:31.219356 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-8f724952-268b-49f5-a01a-738aa1be6cfc None None] Set router 56e72848-5814-4666-9bea-cc045bb211f6 gateway port host: None {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:19:31.235160 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-aa3b957f-63db-4141-b65a-6aaa6782c4f2 req-d646898e-cf70-416c-aaad-bc23b0090be8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:31.235598 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-aa3b957f-63db-4141-b65a-6aaa6782c4f2 req-d646898e-cf70-416c-aaad-bc23b0090be8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530200'] for floatingip, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:31.235978 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.db.l3_db [req-aa3b957f-63db-4141-b65a-6aaa6782c4f2 req-d646898e-cf70-416c-aaad-bc23b0090be8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Floating IP 00e3e98c-4a87-49be-b7dd-e6e3e0cd23da disassociated. External IP: 172.27.3.245, port: 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9. Sep 16 01:19:31.239043 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-aa3b957f-63db-4141-b65a-6aaa6782c4f2 req-d646898e-cf70-416c-aaad-bc23b0090be8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Calling delete_port for 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9 owned by compute:nova {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:19:31.248942 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fff9e4-6723-40fb-a4e7-f76b7d34215b admin admin] Pushing event deleted for resources: {'Port': ['ID=cd9ba282-3108-457e-b700-c5f12d2b7c05,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:31.277266 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-8f724952-268b-49f5-a01a-738aa1be6cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e72848-5814-4666-9bea-cc045bb211f6', 'name': 'tempest-TestShelveInstance-29561502-router', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:13:32Z', 'updated_at': '2021-09-16T01:19:30Z', 'revision_number': 6, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'gw_port_host': None}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:31.310021 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-16fff9e4-6723-40fb-a4e7-f76b7d34215b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530286'] for router_gateway, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:31.319366 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f724952-268b-49f5-a01a-738aa1be6cfc None None] The sync data for ids ['56e72848-5814-4666-9bea-cc045bb211f6'] in dv-cinder-809305-1-iscsi is: [{'id': '56e72848-5814-4666-9bea-cc045bb211f6', 'name': 'tempest-TestShelveInstance-29561502-router', 'tenant_id': 'c4a4425291ea4353acd96715b7b0df2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:13:32Z', 'updated_at': '2021-09-16T01:19:30Z', 'revision_number': 6, 'project_id': 'c4a4425291ea4353acd96715b7b0df2c', 'gw_port_host': None}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:19:31.354527 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf57d1-0fa0-4a85-a674-926b4a2aba02 req-f6c3d7b7-460a-4a44-a37d-a2915d40e220 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:31.361632 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ffaf57d1-0fa0-4a85-a674-926b4a2aba02 req-f6c3d7b7-460a-4a44-a37d-a2915d40e220 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 946 time: 0.1008334 Sep 16 01:19:31.413492 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-16fff9e4-6723-40fb-a4e7-f76b7d34215b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1203'] for router, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:31.415747 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-16fff9e4-6723-40fb-a4e7-f76b7d34215b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:31.428367 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ffaf57d1-0fa0-4a85-a674-926b4a2aba02 req-0d8dc5a1-ed98-4160-80db-5ba06dc5d48e tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea750332-5f04-49a8-999d-746eaf808a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653250 Sep 16 01:19:31.486833 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-538d902e-1f87-4d46-ac33-6cc27e2cbc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:31.509694 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-aa3b957f-63db-4141-b65a-6aaa6782c4f2 req-d646898e-cf70-416c-aaad-bc23b0090be8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:31.535403 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646898e-cf70-416c-aaad-bc23b0090be8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Pushing event deleted for resources: {'Port': ['ID=0f92e4d2-011d-4a6b-b32a-a922f61bf4b9,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:31.589881 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-16fff9e4-6723-40fb-a4e7-f76b7d34215b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531396'] for router, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:31.591897 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fff9e4-6723-40fb-a4e7-f76b7d34215b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56e72848-5814-4666-9bea-cc045bb211f6 {{(pid=94552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 01:19:31.595409 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-16fff9e4-6723-40fb-a4e7-f76b7d34215b admin admin] Notify callbacks [] for router, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:31.596575 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-16fff9e4-6723-40fb-a4e7-f76b7d34215b admin admin] 10.222.0.22 "DELETE /v2.0/routers/56e72848-5814-4666-9bea-cc045bb211f6 HTTP/1.1" status: 204 len: 168 time: 1.4373040 Sep 16 01:19:31.599201 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 39938) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:31.643833 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.db_base_plugin_v2 [None req-205eac38-87c3-4dcd-bc72-6e582315c4ab admin admin] Deleting subnet c37ff5f3-8e2d-42fb-aa55-c8764a42e092 {{(pid=94552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 01:19:31.647000 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-205eac38-87c3-4dcd-bc72-6e582315c4ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:31.652172 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa3b957f-63db-4141-b65a-6aaa6782c4f2 req-d646898e-cf70-416c-aaad-bc23b0090be8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Router 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:19:31.681835 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-205eac38-87c3-4dcd-bc72-6e582315c4ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9529375'] for subnet, precommit_delete_associations {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:31.772512 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa3b957f-63db-4141-b65a-6aaa6782c4f2 req-d646898e-cf70-416c-aaad-bc23b0090be8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:19:31.786004 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e937f4-bf0f-49ea-9aac-8a5781fb768a None None] Sync routers for ids ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'] in dv-cinder-809305-1-iscsi {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:19:31.795393 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e937f4-bf0f-49ea-9aac-8a5781fb768a None None] Routers {'7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:19:31.796015 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-00e937f4-bf0f-49ea-9aac-8a5781fb768a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:19:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:31.805963 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-205eac38-87c3-4dcd-bc72-6e582315c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8015751'] for subnet, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:31.818298 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3b957f-63db-4141-b65a-6aaa6782c4f2 req-d646898e-cf70-416c-aaad-bc23b0090be8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] No DVR routers for this DVR port 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9 on host hv-cinder-80930 {{(pid=94551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:19:31.820776 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-aa3b957f-63db-4141-b65a-6aaa6782c4f2 req-d646898e-cf70-416c-aaad-bc23b0090be8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:31.822916 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-aa3b957f-63db-4141-b65a-6aaa6782c4f2 req-d646898e-cf70-416c-aaad-bc23b0090be8 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.47 "DELETE /v2.0/ports/0f92e4d2-011d-4a6b-b32a-a922f61bf4b9 HTTP/1.1" status: 204 len: 173 time: 1.0002239 Sep 16 01:19:31.823420 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19b10d5-66f3-4fbb-a4ba-c489758984dd', 'name': 'network-vif-deleted', 'tag': '0f92e4d2-011d-4a6b-b32a-a922f61bf4b9'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:19:31.825739 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52df8204-b0c7-48e4-9881-9d06587180df" -d '{"events": [{"server_uuid": "c19b10d5-66f3-4fbb-a4ba-c489758984dd", "name": "network-vif-deleted", "tag": "0f92e4d2-011d-4a6b-b32a-a922f61bf4b9"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:19:31.844816 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:31.869705 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db094048-42d1-4039-8f16-22bd17950bfd x-openstack-request-id: req-db094048-42d1-4039-8f16-22bd17950bfd {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:19:31.870054 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19b10d5-66f3-4fbb-a4ba-c489758984dd", "name": "network-vif-deleted", "tag": "0f92e4d2-011d-4a6b-b32a-a922f61bf4b9", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:19:31.870304 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db094048-42d1-4039-8f16-22bd17950bfd {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:19:31.870699 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19b10d5-66f3-4fbb-a4ba-c489758984dd', 'name': 'network-vif-deleted', 'tag': '0f92e4d2-011d-4a6b-b32a-a922f61bf4b9', 'status': 'completed', 'code': 200} Sep 16 01:19:31.906815 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-00e937f4-bf0f-49ea-9aac-8a5781fb768a None None] Set router 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:19:31.973342 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-205eac38-87c3-4dcd-bc72-6e582315c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8015760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9529516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9551379'] for subnet, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:32.004096 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205eac38-87c3-4dcd-bc72-6e582315c4ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c37ff5f3-8e2d-42fb-aa55-c8764a42e092,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:32.010319 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-205eac38-87c3-4dcd-bc72-6e582315c4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:32.014037 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-205eac38-87c3-4dcd-bc72-6e582315c4ab admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c37ff5f3-8e2d-42fb-aa55-c8764a42e092 HTTP/1.1" status: 204 len: 168 time: 0.4131336 Sep 16 01:19:32.014603 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 39942) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:32.031127 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e070eae1-1015-4bf0-b6b5-90fb8c6f21d2 None None] Network a47d34af-162d-487c-a53e-3c367600df95 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:19:32.096353 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b87502eb-978e-4753-890d-d2281b6e6a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7919478'] for network, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:32.162988 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-b87502eb-978e-4753-890d-d2281b6e6a17 admin admin] Deleting port 4b6e4a48-6780-42ab-b97b-7dedd086d532 {{(pid=94552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:19:32.163482 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b87502eb-978e-4753-890d-d2281b6e6a17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:32.245461 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.db [None req-b87502eb-978e-4753-890d-d2281b6e6a17 admin admin] For port 4b6e4a48-6780-42ab-b97b-7dedd086d532, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=4b6e4a48-6780-42ab-b97b-7dedd086d532,segment=NetworkSegment(b450f831-d0df-4704-816d-b4f475c9d415),segment_id=b450f831-d0df-4704-816d-b4f475c9d415)] {{(pid=94552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:19:32.245818 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b87502eb-978e-4753-890d-d2281b6e6a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:32.256353 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-00e937f4-bf0f-49ea-9aac-8a5781fb768a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'name': 'tempest-AttachVolumeTestJSON-1292488629-router', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:37Z', 'updated_at': '2021-09-16T01:12:45Z', 'revision_number': 4, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'gw_port': {'id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:38Z', 'updated_at': '2021-09-16T01:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '21a2d595-8a33-4cbd-b50a-312ac972cbb3', 'name': '', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'mac_address': 'fa:16:3e:70:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:43Z', 'updated_at': '2021-09-16T01:12:52Z', 'revision_number': 5, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'subnets': [{'id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:32.261336 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-b87502eb-978e-4753-890d-d2281b6e6a17 admin admin] Calling delete_port for 4b6e4a48-6780-42ab-b97b-7dedd086d532 owned by network:dhcp {{(pid=94552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:19:32.262763 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e74fea-b8cc-4e39-9434-93ff5a066406 None None] DHCP port deletion for a47d34af-162d-487c-a53e-3c367600df95 request from dv-cinder-809305-1-iscsi {{(pid=94553) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 01:19:32.286311 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e937f4-bf0f-49ea-9aac-8a5781fb768a None None] Checking router: 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 for host: dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:19:32.297293 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e937f4-bf0f-49ea-9aac-8a5781fb768a None None] Routers {'7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:19:32.298177 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-00e937f4-bf0f-49ea-9aac-8a5781fb768a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:19:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:32.311733 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-10e74fea-b8cc-4e39-9434-93ff5a066406 None None] Deleting port 4b6e4a48-6780-42ab-b97b-7dedd086d532 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:19:32.312233 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-10e74fea-b8cc-4e39-9434-93ff5a066406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:32.387097 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-10e74fea-b8cc-4e39-9434-93ff5a066406 None None] For port 4b6e4a48-6780-42ab-b97b-7dedd086d532, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=4b6e4a48-6780-42ab-b97b-7dedd086d532,segment=NetworkSegment(b450f831-d0df-4704-816d-b4f475c9d415),segment_id=b450f831-d0df-4704-816d-b4f475c9d415)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:19:32.387497 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-10e74fea-b8cc-4e39-9434-93ff5a066406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:32.400443 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-10e74fea-b8cc-4e39-9434-93ff5a066406 None None] Calling delete_port for 4b6e4a48-6780-42ab-b97b-7dedd086d532 owned by network:dhcp {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:19:32.410237 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-00e937f4-bf0f-49ea-9aac-8a5781fb768a None None] Set router 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:19:32.446692 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b87502eb-978e-4753-890d-d2281b6e6a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:32.496549 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87502eb-978e-4753-890d-d2281b6e6a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b6e4a48-6780-42ab-b97b-7dedd086d532,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:32.498596 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87502eb-978e-4753-890d-d2281b6e6a17 admin admin] No DVR routers for this DVR port 4b6e4a48-6780-42ab-b97b-7dedd086d532 on host dv-cinder-809305-1-iscsi {{(pid=94552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:19:32.555047 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-10e74fea-b8cc-4e39-9434-93ff5a066406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:32.590350 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e74fea-b8cc-4e39-9434-93ff5a066406 None None] Pushing event deleted for resources: {'Port': ['ID=4b6e4a48-6780-42ab-b97b-7dedd086d532,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:32.593936 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b87502eb-978e-4753-890d-d2281b6e6a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8012288', 'neutron.services.segments.db._delete_segments_for_network-8752232865693'] for network, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:32.598697 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e74fea-b8cc-4e39-9434-93ff5a066406 None None] No DVR routers for this DVR port 4b6e4a48-6780-42ab-b97b-7dedd086d532 on host dv-cinder-809305-1-iscsi {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:19:32.602356 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-dd76ee02-af5d-4768-96eb-2c3f4a42b2bc req-eb726b04-68ea-4271-8422-2f0007ac7329 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19b10d5-66f3-4fbb-a4ba-c489758984dd HTTP/1.1" status: 200 len: 210 time: 0.0514345 Sep 16 01:19:32.616211 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.services.segments.db [None req-b87502eb-978e-4753-890d-d2281b6e6a17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a47d34af-162d-487c-a53e-3c367600df95']}} {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:32.632505 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.services.segments.db [None req-b87502eb-978e-4753-890d-d2281b6e6a17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b450f831-d0df-4704-816d-b4f475c9d415') {'for_net_delete': True} {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:32.632811 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.services.segments.db [None req-b87502eb-978e-4753-890d-d2281b6e6a17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b450f831-d0df-4704-816d-b4f475c9d415') {} {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:32.643952 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b87502eb-978e-4753-890d-d2281b6e6a17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752232865190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9529364'] for segment, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:32.656285 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b87502eb-978e-4753-890d-d2281b6e6a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:32.662927 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87502eb-978e-4753-890d-d2281b6e6a17 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 01:19:32.663369 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b87502eb-978e-4753-890d-d2281b6e6a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9529970'] for segment, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: Traceback (most recent call last): Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: timer() Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: cb(*args, **kw) Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: return func(*args, **kwargs) Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: self._notify() Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: self.callback(batched_events) Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: event.method(event) Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: return f(self, *a, **k) Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: return self._get(url).json() Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: return self.request(url, 'GET', **kwargs) Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 01:19:32.665637 dv-cinder-809305-1-iscsi neutron-server[94552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 01:19:32.671593 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-00e937f4-bf0f-49ea-9aac-8a5781fb768a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'name': 'tempest-AttachVolumeTestJSON-1292488629-router', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:37Z', 'updated_at': '2021-09-16T01:12:45Z', 'revision_number': 4, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'gw_port': {'id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:38Z', 'updated_at': '2021-09-16T01:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '21a2d595-8a33-4cbd-b50a-312ac972cbb3', 'name': '', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'mac_address': 'fa:16:3e:70:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:43Z', 'updated_at': '2021-09-16T01:12:52Z', 'revision_number': 5, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'subnets': [{'id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:32.697720 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e937f4-bf0f-49ea-9aac-8a5781fb768a None None] The sync data for ids ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'] in dv-cinder-809305-1-iscsi is: [{'id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'name': 'tempest-AttachVolumeTestJSON-1292488629-router', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:37Z', 'updated_at': '2021-09-16T01:12:45Z', 'revision_number': 4, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'gw_port': {'id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:38Z', 'updated_at': '2021-09-16T01:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '21a2d595-8a33-4cbd-b50a-312ac972cbb3', 'name': '', 'network_id': 'a1408b60-ef31-4319-a765-bc8dbd3a5f15', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'mac_address': 'fa:16:3e:70:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:43Z', 'updated_at': '2021-09-16T01:12:52Z', 'revision_number': 5, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'subnets': [{'id': '73104c2c-ea93-4973-a7a3-2804cd4a4bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:19:32.829745 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b87502eb-978e-4753-890d-d2281b6e6a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8012313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530186'] for network, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:32.836730 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-b87502eb-978e-4753-890d-d2281b6e6a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:32.846002 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-b87502eb-978e-4753-890d-d2281b6e6a17 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a47d34af-162d-487c-a53e-3c367600df95 HTTP/1.1" status: 204 len: 168 time: 0.8233571 Sep 16 01:19:32.846619 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 39946) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:32.851770 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87502eb-978e-4753-890d-d2281b6e6a17 admin admin] Pushing event deleted for resources: {'Network': ['ID=a47d34af-162d-487c-a53e-3c367600df95,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:32.870279 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:32.916699 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9385f465-1142-4abe-bb14-fbff52b711ce None None] New status for floating IP 00e3e98c-4a87-49be-b7dd-e6e3e0cd23da: DOWN {{(pid=94553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 01:19:33.029026 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device cd9ba282-3108-457e-b700-c5f12d2b7c05 no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:19:33.048436 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: cd9ba282-3108-457e-b700-c5f12d2b7c05 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:19:33.048796 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device cd9ba282-3108-457e-b700-c5f12d2b7c05 not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:19:33.049254 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 4b6e4a48-6780-42ab-b97b-7dedd086d532 no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:19:33.067576 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: 4b6e4a48-6780-42ab-b97b-7dedd086d532 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:19:33.073816 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 4b6e4a48-6780-42ab-b97b-7dedd086d532 not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:19:33.073816 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device b0842a28-18ee-43f5-a14d-a7556e4dba26 no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:19:33.087122 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: b0842a28-18ee-43f5-a14d-a7556e4dba26 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:19:33.087470 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device b0842a28-18ee-43f5-a14d-a7556e4dba26 not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:19:33.221945 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-77d25821-efe8-4ef5-a015-7079e2b4e16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529688'] for router_interface, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:33.708629 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-77d25821-efe8-4ef5-a015-7079e2b4e16a admin admin] Deleting port 0c697537-01a4-4c81-9cf3-48e70ff85089 {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:19:33.709336 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-77d25821-efe8-4ef5-a015-7079e2b4e16a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:33.750698 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 39954) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:33.786459 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-77d25821-efe8-4ef5-a015-7079e2b4e16a admin admin] For port 0c697537-01a4-4c81-9cf3-48e70ff85089, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=0c697537-01a4-4c81-9cf3-48e70ff85089,segment=NetworkSegment(a0c3c2e5-0523-40d5-a068-eeb7a7174f09),segment_id=a0c3c2e5-0523-40d5-a068-eeb7a7174f09)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:19:33.786874 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-77d25821-efe8-4ef5-a015-7079e2b4e16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:33.800026 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-77d25821-efe8-4ef5-a015-7079e2b4e16a admin admin] Calling delete_port for 0c697537-01a4-4c81-9cf3-48e70ff85089 owned by network:router_interface {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:19:33.810363 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-ec75aad5-1abe-4ccf-92a6-8360e2c6a664 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:33.843915 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-ec75aad5-1abe-4ccf-92a6-8360e2c6a664 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:33.972617 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-ec75aad5-1abe-4ccf-92a6-8360e2c6a664 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:33.975198 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-ec75aad5-1abe-4ccf-92a6-8360e2c6a664 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:33.977095 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-ec75aad5-1abe-4ccf-92a6-8360e2c6a664 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "DELETE /v2.0/security-groups/ea750332-5f04-49a8-999d-746eaf808a50 HTTP/1.1" status: 204 len: 168 time: 0.2246213 Sep 16 01:19:33.979756 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 39956) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:33.985858 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75aad5-1abe-4ccf-92a6-8360e2c6a664 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea750332-5f04-49a8-999d-746eaf808a50,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:33.993250 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.api.v2.resource [None req-446888c0-ae3f-4ee4-bcdc-30eb6d187b53 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] show failed (client error): The resource could not be found. Sep 16 01:19:33.994269 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-446888c0-ae3f-4ee4-bcdc-30eb6d187b53 tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "GET /v2.0/security-groups/ea750332-5f04-49a8-999d-746eaf808a50 HTTP/1.1" status: 404 len: 347 time: 0.0134137 Sep 16 01:19:33.997086 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 39958) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:34.039652 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-77d25821-efe8-4ef5-a015-7079e2b4e16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:34.074149 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d25821-efe8-4ef5-a015-7079e2b4e16a admin admin] Pushing event deleted for resources: {'Port': ['ID=0c697537-01a4-4c81-9cf3-48e70ff85089,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:34.236446 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-aa4e0d3e-ec68-4b17-94d6-c20e1b78d74d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Deleting port b3d72caf-3289-4ca1-966f-6a652fbfab72 {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:19:34.236799 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-aa4e0d3e-ec68-4b17-94d6-c20e1b78d74d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:34.338142 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:34.344275 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-77d25821-efe8-4ef5-a015-7079e2b4e16a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530344'] for router_interface, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:34.363769 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-aa4e0d3e-ec68-4b17-94d6-c20e1b78d74d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:34.364102 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-aa4e0d3e-ec68-4b17-94d6-c20e1b78d74d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:34.408407 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-aa4e0d3e-ec68-4b17-94d6-c20e1b78d74d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Calling delete_port for b3d72caf-3289-4ca1-966f-6a652fbfab72 owned by network:floatingip {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:19:34.660228 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d25821-efe8-4ef5-a015-7079e2b4e16a admin admin] Router e1103d2f-3ad6-496e-b55a-6ab56301706e has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:19:34.759930 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-aa4e0d3e-ec68-4b17-94d6-c20e1b78d74d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:34.783801 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d25821-efe8-4ef5-a015-7079e2b4e16a admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:19:34.790610 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-77d25821-efe8-4ef5-a015-7079e2b4e16a admin admin] 10.222.0.22 "PUT /v2.0/routers/e1103d2f-3ad6-496e-b55a-6ab56301706e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9475677 Sep 16 01:19:34.793012 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e0d3e-ec68-4b17-94d6-c20e1b78d74d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Pushing event deleted for resources: {'Port': ['ID=b3d72caf-3289-4ca1-966f-6a652fbfab72,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:34.794733 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 39962) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:34.797947 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1200a51f-a204-4456-8f04-181281e65a54 None None] Sync routers for ids ['e1103d2f-3ad6-496e-b55a-6ab56301706e'] in dv-cinder-809305-1-iscsi {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:19:34.811793 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1200a51f-a204-4456-8f04-181281e65a54 None None] Routers {'e1103d2f-3ad6-496e-b55a-6ab56301706e'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:19:34.815796 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-1200a51f-a204-4456-8f04-181281e65a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:19:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['e1103d2f-3ad6-496e-b55a-6ab56301706e'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:34.860618 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-aa4e0d3e-ec68-4b17-94d6-c20e1b78d74d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks [] for floatingip, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:34.863695 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-aa4e0d3e-ec68-4b17-94d6-c20e1b78d74d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for floatingip, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:34.864648 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-aa4e0d3e-ec68-4b17-94d6-c20e1b78d74d tempest-AttachVolumeTestJSON-1468944318 tempest-AttachVolumeTestJSON-1468944318-project] 10.222.0.22 "DELETE /v2.0/floatingips/00e3e98c-4a87-49be-b7dd-e6e3e0cd23da HTTP/1.1" status: 204 len: 168 time: 0.8666537 Sep 16 01:19:34.914378 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7deae90e-65dd-4872-8e80-b7d779bc7fd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:34.919834 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-1200a51f-a204-4456-8f04-181281e65a54 None None] Set router e1103d2f-3ad6-496e-b55a-6ab56301706e gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:19:35.023799 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7deae90e-65dd-4872-8e80-b7d779bc7fd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:35.043085 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:19:35.062537 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] No Port match for: 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:19:35.062885 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 0f92e4d2-011d-4a6b-b32a-a922f61bf4b9 not bound to the agent host hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:19:35.094362 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-1200a51f-a204-4456-8f04-181281e65a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1103d2f-3ad6-496e-b55a-6ab56301706e', 'name': 'tempest-TestShelveInstance-222833085-router', 'tenant_id': '08ae1b77018648ebb096ea80f720e87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a41d4dff-6ba5-43a1-8358-27574ff41840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:13:40Z', 'updated_at': '2021-09-16T01:19:33Z', 'revision_number': 5, 'project_id': '08ae1b77018648ebb096ea80f720e87f', 'gw_port': {'id': 'a41d4dff-6ba5-43a1-8358-27574ff41840', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1103d2f-3ad6-496e-b55a-6ab56301706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:41Z', 'updated_at': '2021-09-16T01:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:35.123515 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1200a51f-a204-4456-8f04-181281e65a54 None None] Checking router: e1103d2f-3ad6-496e-b55a-6ab56301706e for host: dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:19:35.131564 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1200a51f-a204-4456-8f04-181281e65a54 None None] Routers {'e1103d2f-3ad6-496e-b55a-6ab56301706e'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:19:35.132159 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-1200a51f-a204-4456-8f04-181281e65a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:19:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['e1103d2f-3ad6-496e-b55a-6ab56301706e'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:35.198502 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-7deae90e-65dd-4872-8e80-b7d779bc7fd7 admin admin] Deleting port a41d4dff-6ba5-43a1-8358-27574ff41840 {{(pid=94552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:19:35.198845 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7deae90e-65dd-4872-8e80-b7d779bc7fd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:35.235045 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-1200a51f-a204-4456-8f04-181281e65a54 None None] Set router e1103d2f-3ad6-496e-b55a-6ab56301706e gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:19:35.279010 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.db [None req-7deae90e-65dd-4872-8e80-b7d779bc7fd7 admin admin] For port a41d4dff-6ba5-43a1-8358-27574ff41840, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=a41d4dff-6ba5-43a1-8358-27574ff41840,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:19:35.279369 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7deae90e-65dd-4872-8e80-b7d779bc7fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:35.294475 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-7deae90e-65dd-4872-8e80-b7d779bc7fd7 admin admin] Calling delete_port for a41d4dff-6ba5-43a1-8358-27574ff41840 owned by network:router_gateway {{(pid=94552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:19:35.410026 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-1200a51f-a204-4456-8f04-181281e65a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1103d2f-3ad6-496e-b55a-6ab56301706e', 'name': 'tempest-TestShelveInstance-222833085-router', 'tenant_id': '08ae1b77018648ebb096ea80f720e87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a41d4dff-6ba5-43a1-8358-27574ff41840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:13:40Z', 'updated_at': '2021-09-16T01:19:33Z', 'revision_number': 5, 'project_id': '08ae1b77018648ebb096ea80f720e87f', 'gw_port': {'id': 'a41d4dff-6ba5-43a1-8358-27574ff41840', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1103d2f-3ad6-496e-b55a-6ab56301706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:41Z', 'updated_at': '2021-09-16T01:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:35.435574 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1200a51f-a204-4456-8f04-181281e65a54 None None] The sync data for ids ['e1103d2f-3ad6-496e-b55a-6ab56301706e'] in dv-cinder-809305-1-iscsi is: [{'id': 'e1103d2f-3ad6-496e-b55a-6ab56301706e', 'name': 'tempest-TestShelveInstance-222833085-router', 'tenant_id': '08ae1b77018648ebb096ea80f720e87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a41d4dff-6ba5-43a1-8358-27574ff41840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:13:40Z', 'updated_at': '2021-09-16T01:19:33Z', 'revision_number': 5, 'project_id': '08ae1b77018648ebb096ea80f720e87f', 'gw_port': {'id': 'a41d4dff-6ba5-43a1-8358-27574ff41840', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1103d2f-3ad6-496e-b55a-6ab56301706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:13:41Z', 'updated_at': '2021-09-16T01:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}] {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:19:35.549406 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7deae90e-65dd-4872-8e80-b7d779bc7fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:35.577664 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deae90e-65dd-4872-8e80-b7d779bc7fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a41d4dff-6ba5-43a1-8358-27574ff41840,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:35.637547 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7deae90e-65dd-4872-8e80-b7d779bc7fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530286'] for router_gateway, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:35.723936 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7deae90e-65dd-4872-8e80-b7d779bc7fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1203'] for router, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:35.726048 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7deae90e-65dd-4872-8e80-b7d779bc7fd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:35.897468 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7deae90e-65dd-4872-8e80-b7d779bc7fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531396'] for router, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:35.898091 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7deae90e-65dd-4872-8e80-b7d779bc7fd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1103d2f-3ad6-496e-b55a-6ab56301706e {{(pid=94552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 01:19:35.902488 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7deae90e-65dd-4872-8e80-b7d779bc7fd7 admin admin] Notify callbacks [] for router, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:35.905878 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-7deae90e-65dd-4872-8e80-b7d779bc7fd7 admin admin] 10.222.0.22 "DELETE /v2.0/routers/e1103d2f-3ad6-496e-b55a-6ab56301706e HTTP/1.1" status: 204 len: 168 time: 1.1076183 Sep 16 01:19:35.906129 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 39968) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:35.951480 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.db_base_plugin_v2 [None req-c081ee18-7d1d-4746-971c-40e468e35e9d admin admin] Deleting subnet 10ad24ef-edee-4e6a-85ff-9fb64d01096a {{(pid=94552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 01:19:35.955003 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c081ee18-7d1d-4746-971c-40e468e35e9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:35.995547 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c081ee18-7d1d-4746-971c-40e468e35e9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9529375'] for subnet, precommit_delete_associations {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:36.078409 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c081ee18-7d1d-4746-971c-40e468e35e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8015751'] for subnet, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:36.206801 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c081ee18-7d1d-4746-971c-40e468e35e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8015760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9529516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9551379'] for subnet, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:36.232216 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081ee18-7d1d-4746-971c-40e468e35e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10ad24ef-edee-4e6a-85ff-9fb64d01096a,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:36.234145 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-c081ee18-7d1d-4746-971c-40e468e35e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:36.235990 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-c081ee18-7d1d-4746-971c-40e468e35e9d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/10ad24ef-edee-4e6a-85ff-9fb64d01096a HTTP/1.1" status: 204 len: 168 time: 0.3289266 Sep 16 01:19:36.238039 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4de833-a171-4404-9fef-a6e7b9922a97 None None] Network 57812d6a-7bf1-48ed-9036-4059bc8d648a requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:19:36.238903 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 39970) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:36.310194 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-676ca5dc-4ca8-413f-95d7-1cca824cfb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7919478'] for network, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:36.362569 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-676ca5dc-4ca8-413f-95d7-1cca824cfb23 admin admin] Deleting port 80e15664-413b-4fa7-a6a9-941a65483652 {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:19:36.362920 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-676ca5dc-4ca8-413f-95d7-1cca824cfb23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:36.435608 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-676ca5dc-4ca8-413f-95d7-1cca824cfb23 admin admin] For port 80e15664-413b-4fa7-a6a9-941a65483652, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=80e15664-413b-4fa7-a6a9-941a65483652,segment=NetworkSegment(a0c3c2e5-0523-40d5-a068-eeb7a7174f09),segment_id=a0c3c2e5-0523-40d5-a068-eeb7a7174f09)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:19:36.436072 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-676ca5dc-4ca8-413f-95d7-1cca824cfb23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:36.436264 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f163b17e-5ba2-47b0-b35f-0f845a6eb120 None None] DHCP port deletion for 57812d6a-7bf1-48ed-9036-4059bc8d648a request from dv-cinder-809305-1-iscsi {{(pid=94553) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 01:19:36.450231 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-676ca5dc-4ca8-413f-95d7-1cca824cfb23 admin admin] Calling delete_port for 80e15664-413b-4fa7-a6a9-941a65483652 owned by network:dhcp {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:19:36.484271 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-f163b17e-5ba2-47b0-b35f-0f845a6eb120 None None] Deleting port 80e15664-413b-4fa7-a6a9-941a65483652 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:19:36.484577 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f163b17e-5ba2-47b0-b35f-0f845a6eb120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:36.548955 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-f163b17e-5ba2-47b0-b35f-0f845a6eb120 None None] For port 80e15664-413b-4fa7-a6a9-941a65483652, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=80e15664-413b-4fa7-a6a9-941a65483652,segment=NetworkSegment(a0c3c2e5-0523-40d5-a068-eeb7a7174f09),segment_id=a0c3c2e5-0523-40d5-a068-eeb7a7174f09)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:19:36.549359 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f163b17e-5ba2-47b0-b35f-0f845a6eb120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:36.563108 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-f163b17e-5ba2-47b0-b35f-0f845a6eb120 None None] Calling delete_port for 80e15664-413b-4fa7-a6a9-941a65483652 owned by network:dhcp {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:19:36.640789 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-676ca5dc-4ca8-413f-95d7-1cca824cfb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:36.646352 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f163b17e-5ba2-47b0-b35f-0f845a6eb120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:36.670553 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ca5dc-4ca8-413f-95d7-1cca824cfb23 admin admin] Pushing event deleted for resources: {'Port': ['ID=80e15664-413b-4fa7-a6a9-941a65483652,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:36.674354 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ca5dc-4ca8-413f-95d7-1cca824cfb23 admin admin] No DVR routers for this DVR port 80e15664-413b-4fa7-a6a9-941a65483652 on host dv-cinder-809305-1-iscsi {{(pid=94551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:19:36.681426 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f163b17e-5ba2-47b0-b35f-0f845a6eb120 None None] No DVR routers for this DVR port 80e15664-413b-4fa7-a6a9-941a65483652 on host dv-cinder-809305-1-iscsi {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:19:36.685594 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163b17e-5ba2-47b0-b35f-0f845a6eb120 None None] Pushing event deleted for resources: {'Port': ['ID=80e15664-413b-4fa7-a6a9-941a65483652,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:36.743577 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-676ca5dc-4ca8-413f-95d7-1cca824cfb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8012288', 'neutron.services.segments.db._delete_segments_for_network-8752232865693'] for network, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:36.762135 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-676ca5dc-4ca8-413f-95d7-1cca824cfb23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57812d6a-7bf1-48ed-9036-4059bc8d648a']}} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:36.770884 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-676ca5dc-4ca8-413f-95d7-1cca824cfb23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c3c2e5-0523-40d5-a068-eeb7a7174f09') {'for_net_delete': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:36.771233 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-676ca5dc-4ca8-413f-95d7-1cca824cfb23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c3c2e5-0523-40d5-a068-eeb7a7174f09') {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:36.780711 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-676ca5dc-4ca8-413f-95d7-1cca824cfb23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752232865190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17379143'] for segment, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:36.795194 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-676ca5dc-4ca8-413f-95d7-1cca824cfb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:36.800888 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676ca5dc-4ca8-413f-95d7-1cca824cfb23 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 01:19:36.801294 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-676ca5dc-4ca8-413f-95d7-1cca824cfb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17681784'] for segment, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: Traceback (most recent call last): Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: timer() Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: cb(*args, **kw) Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: return func(*args, **kwargs) Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: self._notify() Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: self.callback(batched_events) Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: event.method(event) Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: return f(self, *a, **k) Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: return self._get(url).json() Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: return self.request(url, 'GET', **kwargs) Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 01:19:36.802883 dv-cinder-809305-1-iscsi neutron-server[94551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 01:19:36.938480 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-676ca5dc-4ca8-413f-95d7-1cca824cfb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8012313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530186'] for network, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:36.943863 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-676ca5dc-4ca8-413f-95d7-1cca824cfb23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:36.945742 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-676ca5dc-4ca8-413f-95d7-1cca824cfb23 admin admin] 10.222.0.22 "DELETE /v2.0/networks/57812d6a-7bf1-48ed-9036-4059bc8d648a HTTP/1.1" status: 204 len: 168 time: 0.7057486 Sep 16 01:19:36.958921 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ca5dc-4ca8-413f-95d7-1cca824cfb23 admin admin] Pushing event deleted for resources: {'Network': ['ID=57812d6a-7bf1-48ed-9036-4059bc8d648a,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:36.982063 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device a41d4dff-6ba5-43a1-8358-27574ff41840 no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:19:37.001390 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: a41d4dff-6ba5-43a1-8358-27574ff41840 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:19:37.001661 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device a41d4dff-6ba5-43a1-8358-27574ff41840 not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:19:37.002078 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 80e15664-413b-4fa7-a6a9-941a65483652 no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:19:37.020539 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: 80e15664-413b-4fa7-a6a9-941a65483652 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:19:37.020892 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 80e15664-413b-4fa7-a6a9-941a65483652 not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:19:37.021319 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 0c697537-01a4-4c81-9cf3-48e70ff85089 no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:19:37.039224 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: 0c697537-01a4-4c81-9cf3-48e70ff85089 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:19:37.039570 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 0c697537-01a4-4c81-9cf3-48e70ff85089 not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:19:37.284651 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 39980) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:37.323404 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-37643c81-8ee3-42d8-8519-807093f0d585 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c4a4425291ea4353acd96715b7b0df2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375640 Sep 16 01:19:37.328371 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 39982) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:37.374515 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-9a2e27ad-c07a-4b88-9e98-7c25ebbf794f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:37.394736 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-9a2e27ad-c07a-4b88-9e98-7c25ebbf794f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:37.549183 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-9a2e27ad-c07a-4b88-9e98-7c25ebbf794f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:37.551775 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-9a2e27ad-c07a-4b88-9e98-7c25ebbf794f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:37.552968 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-9a2e27ad-c07a-4b88-9e98-7c25ebbf794f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dad83f6a-4568-426f-bf79-1af8c092bca6 HTTP/1.1" status: 204 len: 168 time: 0.2236643 Sep 16 01:19:37.560536 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e27ad-c07a-4b88-9e98-7c25ebbf794f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad83f6a-4568-426f-bf79-1af8c092bca6,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:38.308163 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 40000) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:38.348690 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-546e4e61-24ff-480f-9759-890d596c97d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=08ae1b77018648ebb096ea80f720e87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393512 Sep 16 01:19:38.351644 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 40002) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:38.397006 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-518b3ad6-a23f-4f98-ac36-0d5d4155409a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:38.418387 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-518b3ad6-a23f-4f98-ac36-0d5d4155409a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:38.566675 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-518b3ad6-a23f-4f98-ac36-0d5d4155409a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:38.569224 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-518b3ad6-a23f-4f98-ac36-0d5d4155409a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:38.570970 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-518b3ad6-a23f-4f98-ac36-0d5d4155409a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/208e25b9-a80e-4856-9ba8-6ac1c8750f16 HTTP/1.1" status: 204 len: 168 time: 0.2184522 Sep 16 01:19:38.578284 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b3ad6-a23f-4f98-ac36-0d5d4155409a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208e25b9-a80e-4856-9ba8-6ac1c8750f16,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:39.085236 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 40012) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:39.618167 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-ef4982ae-be3e-440e-87c5-830b6c227a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529688'] for router_interface, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:39.865456 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-ef4982ae-be3e-440e-87c5-830b6c227a2c admin admin] Deleting port 21a2d595-8a33-4cbd-b50a-312ac972cbb3 {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:19:39.865796 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-ef4982ae-be3e-440e-87c5-830b6c227a2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:39.942602 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-ef4982ae-be3e-440e-87c5-830b6c227a2c admin admin] For port 21a2d595-8a33-4cbd-b50a-312ac972cbb3, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=21a2d595-8a33-4cbd-b50a-312ac972cbb3,segment=NetworkSegment(577966aa-aa6c-46f5-a3af-da2e98332a54),segment_id=577966aa-aa6c-46f5-a3af-da2e98332a54)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:19:39.942959 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-ef4982ae-be3e-440e-87c5-830b6c227a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:39.955311 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-ef4982ae-be3e-440e-87c5-830b6c227a2c admin admin] Calling delete_port for 21a2d595-8a33-4cbd-b50a-312ac972cbb3 owned by network:router_interface {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:19:40.223477 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-ef4982ae-be3e-440e-87c5-830b6c227a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:40.246396 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4982ae-be3e-440e-87c5-830b6c227a2c admin admin] Pushing event deleted for resources: {'Port': ['ID=21a2d595-8a33-4cbd-b50a-312ac972cbb3,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:40.406972 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-ef4982ae-be3e-440e-87c5-830b6c227a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530344'] for router_interface, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:40.913036 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4982ae-be3e-440e-87c5-830b6c227a2c admin admin] Router 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:19:41.025347 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4982ae-be3e-440e-87c5-830b6c227a2c admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:19:41.030340 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-ef4982ae-be3e-440e-87c5-830b6c227a2c admin admin] 10.222.0.22 "PUT /v2.0/routers/7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9440300 Sep 16 01:19:41.032939 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 40018) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:41.035924 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3f73cc-94a0-4f8b-84e7-2507648008c6 None None] Sync routers for ids ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:19:41.049893 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3f73cc-94a0-4f8b-84e7-2507648008c6 None None] Routers {'7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:19:41.050516 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-bb3f73cc-94a0-4f8b-84e7-2507648008c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:19:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:41.143305 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c6b69762-c101-45fb-be30-b4df475a5e89 admin admin] Notify callbacks [] for router, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:41.257395 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c6b69762-c101-45fb-be30-b4df475a5e89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:41.305142 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-bb3f73cc-94a0-4f8b-84e7-2507648008c6 None None] Set router 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:19:41.392738 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-c6b69762-c101-45fb-be30-b4df475a5e89 admin admin] Deleting port df2eae8b-e932-4bbd-bb98-6bdbf78907ce {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:19:41.392738 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c6b69762-c101-45fb-be30-b4df475a5e89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:41.475445 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-c6b69762-c101-45fb-be30-b4df475a5e89 admin admin] For port df2eae8b-e932-4bbd-bb98-6bdbf78907ce, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=df2eae8b-e932-4bbd-bb98-6bdbf78907ce,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:19:41.476373 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c6b69762-c101-45fb-be30-b4df475a5e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:41.488010 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-c6b69762-c101-45fb-be30-b4df475a5e89 admin admin] Calling delete_port for df2eae8b-e932-4bbd-bb98-6bdbf78907ce owned by network:router_gateway {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:19:41.494968 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-bb3f73cc-94a0-4f8b-84e7-2507648008c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'name': 'tempest-AttachVolumeTestJSON-1292488629-router', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:37Z', 'updated_at': '2021-09-16T01:19:40Z', 'revision_number': 5, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'gw_port': {'id': 'df2eae8b-e932-4bbd-bb98-6bdbf78907ce', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:38Z', 'updated_at': '2021-09-16T01:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:41.521616 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3f73cc-94a0-4f8b-84e7-2507648008c6 None None] Checking router: 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:19:41.530464 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3f73cc-94a0-4f8b-84e7-2507648008c6 None None] Routers {'7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:19:41.531089 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-bb3f73cc-94a0-4f8b-84e7-2507648008c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:19:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:41.617474 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-bb3f73cc-94a0-4f8b-84e7-2507648008c6 None None] Set router 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 gateway port host: None {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:19:41.672642 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-bb3f73cc-94a0-4f8b-84e7-2507648008c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'name': 'tempest-AttachVolumeTestJSON-1292488629-router', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:37Z', 'updated_at': '2021-09-16T01:19:41Z', 'revision_number': 6, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'gw_port_host': None}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:41.700390 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3f73cc-94a0-4f8b-84e7-2507648008c6 None None] The sync data for ids ['7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2'] in dv-cinder-809305-1-iscsi is: [{'id': '7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2', 'name': 'tempest-AttachVolumeTestJSON-1292488629-router', 'tenant_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:37Z', 'updated_at': '2021-09-16T01:19:41Z', 'revision_number': 6, 'project_id': 'a5fed02cb0f141b6abee4019fde49eb9', 'gw_port_host': None}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:19:41.727328 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c6b69762-c101-45fb-be30-b4df475a5e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:41.754566 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b69762-c101-45fb-be30-b4df475a5e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=df2eae8b-e932-4bbd-bb98-6bdbf78907ce,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:41.813134 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c6b69762-c101-45fb-be30-b4df475a5e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530286'] for router_gateway, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:41.928258 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c6b69762-c101-45fb-be30-b4df475a5e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1203'] for router, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:41.930495 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c6b69762-c101-45fb-be30-b4df475a5e89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:42.052245 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c6b69762-c101-45fb-be30-b4df475a5e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531396'] for router, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:42.052826 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b69762-c101-45fb-be30-b4df475a5e89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 {{(pid=94551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 01:19:42.057825 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c6b69762-c101-45fb-be30-b4df475a5e89 admin admin] Notify callbacks [] for router, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:42.059076 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-c6b69762-c101-45fb-be30-b4df475a5e89 admin admin] 10.222.0.22 "DELETE /v2.0/routers/7fe06d98-1d94-44b9-bdc5-cd4323f4e6c2 HTTP/1.1" status: 204 len: 168 time: 1.0252059 Sep 16 01:19:42.061440 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 40020) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:42.112978 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc40f9f-9190-4133-9cfa-66684c0f37c6 admin admin] Deleting subnet 73104c2c-ea93-4973-a7a3-2804cd4a4bd8 {{(pid=94551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 01:19:42.116512 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6bc40f9f-9190-4133-9cfa-66684c0f37c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:42.157349 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6bc40f9f-9190-4133-9cfa-66684c0f37c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17379148'] for subnet, precommit_delete_associations {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:42.264056 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6bc40f9f-9190-4133-9cfa-66684c0f37c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8015751'] for subnet, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:42.395574 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6bc40f9f-9190-4133-9cfa-66684c0f37c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8015760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17682342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17913885'] for subnet, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:42.422223 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc40f9f-9190-4133-9cfa-66684c0f37c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73104c2c-ea93-4973-a7a3-2804cd4a4bd8,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:42.424409 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6bc40f9f-9190-4133-9cfa-66684c0f37c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:42.426457 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-6bc40f9f-9190-4133-9cfa-66684c0f37c6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/73104c2c-ea93-4973-a7a3-2804cd4a4bd8 HTTP/1.1" status: 204 len: 168 time: 0.3640251 Sep 16 01:19:42.429194 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 40022) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:42.433624 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46121ae1-d717-44b1-883d-84f40e8e93fa None None] Network a1408b60-ef31-4319-a765-bc8dbd3a5f15 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:19:42.498987 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c7eea161-5f4f-4c9a-b4ac-0b866a9b7600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7919478'] for network, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:42.553370 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-c7eea161-5f4f-4c9a-b4ac-0b866a9b7600 admin admin] Deleting port 0f4a76f1-2c26-4715-a232-99c2c5ef98c7 {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:19:42.553925 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c7eea161-5f4f-4c9a-b4ac-0b866a9b7600 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:42.629592 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-c7eea161-5f4f-4c9a-b4ac-0b866a9b7600 admin admin] For port 0f4a76f1-2c26-4715-a232-99c2c5ef98c7, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=0f4a76f1-2c26-4715-a232-99c2c5ef98c7,segment=NetworkSegment(577966aa-aa6c-46f5-a3af-da2e98332a54),segment_id=577966aa-aa6c-46f5-a3af-da2e98332a54)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:19:42.629950 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c7eea161-5f4f-4c9a-b4ac-0b866a9b7600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:42.632008 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af78475-0033-4cf9-83c4-cc548ba8b6d1 None None] DHCP port deletion for a1408b60-ef31-4319-a765-bc8dbd3a5f15 request from dv-cinder-809305-1-iscsi {{(pid=94553) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 01:19:42.654702 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-c7eea161-5f4f-4c9a-b4ac-0b866a9b7600 admin admin] Calling delete_port for 0f4a76f1-2c26-4715-a232-99c2c5ef98c7 owned by network:dhcp {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:19:42.689040 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-5af78475-0033-4cf9-83c4-cc548ba8b6d1 None None] Deleting port 0f4a76f1-2c26-4715-a232-99c2c5ef98c7 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:19:42.689429 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5af78475-0033-4cf9-83c4-cc548ba8b6d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:42.762399 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-5af78475-0033-4cf9-83c4-cc548ba8b6d1 None None] For port 0f4a76f1-2c26-4715-a232-99c2c5ef98c7, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=0f4a76f1-2c26-4715-a232-99c2c5ef98c7,segment=NetworkSegment(577966aa-aa6c-46f5-a3af-da2e98332a54),segment_id=577966aa-aa6c-46f5-a3af-da2e98332a54)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:19:42.762875 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5af78475-0033-4cf9-83c4-cc548ba8b6d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:42.779034 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-5af78475-0033-4cf9-83c4-cc548ba8b6d1 None None] Calling delete_port for 0f4a76f1-2c26-4715-a232-99c2c5ef98c7 owned by network:dhcp {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:19:42.982599 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c7eea161-5f4f-4c9a-b4ac-0b866a9b7600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:42.990245 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 21a2d595-8a33-4cbd-b50a-312ac972cbb3 no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:19:43.009720 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eea161-5f4f-4c9a-b4ac-0b866a9b7600 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f4a76f1-2c26-4715-a232-99c2c5ef98c7,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:43.011529 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5af78475-0033-4cf9-83c4-cc548ba8b6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:43.013589 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eea161-5f4f-4c9a-b4ac-0b866a9b7600 admin admin] No DVR routers for this DVR port 0f4a76f1-2c26-4715-a232-99c2c5ef98c7 on host dv-cinder-809305-1-iscsi {{(pid=94551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:19:43.031837 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: 21a2d595-8a33-4cbd-b50a-312ac972cbb3 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:19:43.032191 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 21a2d595-8a33-4cbd-b50a-312ac972cbb3 not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:19:43.032613 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 0f4a76f1-2c26-4715-a232-99c2c5ef98c7 no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:19:43.037074 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af78475-0033-4cf9-83c4-cc548ba8b6d1 None None] Pushing event deleted for resources: {'Port': ['ID=0f4a76f1-2c26-4715-a232-99c2c5ef98c7,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:43.062899 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: 0f4a76f1-2c26-4715-a232-99c2c5ef98c7 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:19:43.063252 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 0f4a76f1-2c26-4715-a232-99c2c5ef98c7 not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:19:43.063677 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device df2eae8b-e932-4bbd-bb98-6bdbf78907ce no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:19:43.067795 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af78475-0033-4cf9-83c4-cc548ba8b6d1 None None] No DVR routers for this DVR port 0f4a76f1-2c26-4715-a232-99c2c5ef98c7 on host dv-cinder-809305-1-iscsi {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:19:43.087199 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: df2eae8b-e932-4bbd-bb98-6bdbf78907ce {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:19:43.087552 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device df2eae8b-e932-4bbd-bb98-6bdbf78907ce not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:19:43.112695 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c7eea161-5f4f-4c9a-b4ac-0b866a9b7600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8012288', 'neutron.services.segments.db._delete_segments_for_network-8752232865693'] for network, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:43.143361 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb9939-aeca-4df6-ac64-d2d2b0bb771f req-1dcb6d66-db91-4b94-bcde-98b843c6958b tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:43.145033 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-82eb9939-aeca-4df6-ac64-d2d2b0bb771f req-1dcb6d66-db91-4b94-bcde-98b843c6958b tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 985 time: 0.1111329 Sep 16 01:19:43.146553 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-c7eea161-5f4f-4c9a-b4ac-0b866a9b7600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1408b60-ef31-4319-a765-bc8dbd3a5f15']}} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:43.170495 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-c7eea161-5f4f-4c9a-b4ac-0b866a9b7600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577966aa-aa6c-46f5-a3af-da2e98332a54') {'for_net_delete': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:43.170802 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-c7eea161-5f4f-4c9a-b4ac-0b866a9b7600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577966aa-aa6c-46f5-a3af-da2e98332a54') {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:19:43.197950 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c7eea161-5f4f-4c9a-b4ac-0b866a9b7600 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752232865190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17379143'] for segment, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:43.217873 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c7eea161-5f4f-4c9a-b4ac-0b866a9b7600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:43.235893 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7eea161-5f4f-4c9a-b4ac-0b866a9b7600 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=94551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 01:19:43.236299 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c7eea161-5f4f-4c9a-b4ac-0b866a9b7600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17681784'] for segment, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:43.241736 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-82eb9939-aeca-4df6-ac64-d2d2b0bb771f req-7327c006-dc3d-4795-b7fb-cc9b3e60b208 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=eaf9cf6e-61df-47e3-afe8-2c24d253e5fe&id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0807133 Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: Traceback (most recent call last): Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: timer() Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: cb(*args, **kw) Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: return func(*args, **kwargs) Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: self._notify() Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: self.callback(batched_events) Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: event.method(event) Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: return f(self, *a, **k) Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: return self._get(url).json() Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: return self.request(url, 'GET', **kwargs) Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 01:19:43.245732 dv-cinder-809305-1-iscsi neutron-server[94551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 01:19:43.258284 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d088b7-5dc2-444f-876e-ea60549fbc26 req-6b86fd43-28b2-41c4-b2f3-cb315421b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:43.259816 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d9d088b7-5dc2-444f-876e-ea60549fbc26 req-6b86fd43-28b2-41c4-b2f3-cb315421b213 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=41bf6a37de014072adf885993889f7d9&device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 1138 time: 0.1109571 Sep 16 01:19:43.380487 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d088b7-5dc2-444f-876e-ea60549fbc26 req-990ca020-0df2-4a02-a08c-0f20e0fbd6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:43.381971 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d9d088b7-5dc2-444f-876e-ea60549fbc26 req-990ca020-0df2-4a02-a08c-0f20e0fbd6f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e76ecd4a-0f04-4066-a036-5e09260f78fa HTTP/1.1" status: 200 len: 916 time: 0.1136789 Sep 16 01:19:43.397468 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c7eea161-5f4f-4c9a-b4ac-0b866a9b7600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8012313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530186'] for network, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:43.436595 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c7eea161-5f4f-4c9a-b4ac-0b866a9b7600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:43.438398 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-c7eea161-5f4f-4c9a-b4ac-0b866a9b7600 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a1408b60-ef31-4319-a765-bc8dbd3a5f15 HTTP/1.1" status: 204 len: 168 time: 1.0082600 Sep 16 01:19:43.451881 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eea161-5f4f-4c9a-b4ac-0b866a9b7600 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1408b60-ef31-4319-a765-bc8dbd3a5f15,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:43.470662 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d9d088b7-5dc2-444f-876e-ea60549fbc26 req-2a225005-c7cb-4868-9333-88641b751db9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b840228-15ee-438b-9017-04f1e877eec6 HTTP/1.1" status: 200 len: 1002 time: 0.0797317 Sep 16 01:19:43.520940 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d088b7-5dc2-444f-876e-ea60549fbc26 req-96c09bbb-e2ff-403b-a2c5-37e9a936269a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:43.522381 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d9d088b7-5dc2-444f-876e-ea60549fbc26 req-96c09bbb-e2ff-403b-a2c5-37e9a936269a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a21d2f1-c28e-4022-9ded-ab7d7cbcd937 HTTP/1.1" status: 200 len: 854 time: 0.0432477 Sep 16 01:19:43.573567 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d088b7-5dc2-444f-876e-ea60549fbc26 req-ad34b427-1b27-4e31-b52d-b397e4d42a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:43.575302 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d9d088b7-5dc2-444f-876e-ea60549fbc26 req-ad34b427-1b27-4e31-b52d-b397e4d42a8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e76ecd4a-0f04-4066-a036-5e09260f78fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431705 Sep 16 01:19:43.669477 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d9d088b7-5dc2-444f-876e-ea60549fbc26 req-91fe42cb-beab-4a3f-9137-44061575018b service neutron] 10.222.0.47 "GET /v2.0/networks/e76ecd4a-0f04-4066-a036-5e09260f78fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843031 Sep 16 01:19:43.759412 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d9d088b7-5dc2-444f-876e-ea60549fbc26 req-6958879c-3037-4975-8442-ed2521fa6ad2 service neutron] 10.222.0.47 "GET /v2.0/networks/e76ecd4a-0f04-4066-a036-5e09260f78fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817268 Sep 16 01:19:43.801239 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 40032) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:43.852964 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-2dfff045-e21f-4458-ae92-1e47a6ea23ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a5fed02cb0f141b6abee4019fde49eb9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0503793 Sep 16 01:19:43.855206 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 40034) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:43.904601 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d10fad79-b9d9-4863-9a52-7dc1eaf3e8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:43.929561 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d10fad79-b9d9-4863-9a52-7dc1eaf3e8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:44.063919 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d10fad79-b9d9-4863-9a52-7dc1eaf3e8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:44.066455 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d10fad79-b9d9-4863-9a52-7dc1eaf3e8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:44.067637 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-d10fad79-b9d9-4863-9a52-7dc1eaf3e8db admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5768d8ac-5e5f-4d77-89be-f4ad98a06248 HTTP/1.1" status: 204 len: 168 time: 0.2115369 Sep 16 01:19:44.075625 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fad79-b9d9-4863-9a52-7dc1eaf3e8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5768d8ac-5e5f-4d77-89be-f4ad98a06248,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:44.367854 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee535-f1ad-40af-813f-f9bb8fb70ced req-8bf43bef-de33-43f7-8ea4-1ba4debfef99 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:44.369619 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-494ee535-f1ad-40af-813f-f9bb8fb70ced req-8bf43bef-de33-43f7-8ea4-1ba4debfef99 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 985 time: 0.0528531 Sep 16 01:19:44.409715 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-494ee535-f1ad-40af-813f-f9bb8fb70ced req-48f9cfd3-7e51-4013-bc3b-53b65bb74b58 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=eaf9cf6e-61df-47e3-afe8-2c24d253e5fe&id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0341904 Sep 16 01:19:45.530411 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d7483-0dc5-458d-ab54-ee50153c9fad req-e8b7c395-9919-45e4-abff-c41afcf9e1b5 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:45.531962 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f76d7483-0dc5-458d-ab54-ee50153c9fad req-e8b7c395-9919-45e4-abff-c41afcf9e1b5 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 985 time: 0.0504580 Sep 16 01:19:45.571317 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f76d7483-0dc5-458d-ab54-ee50153c9fad req-d061b584-4030-4b70-9fee-d5564a855b76 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=eaf9cf6e-61df-47e3-afe8-2c24d253e5fe&id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0332818 Sep 16 01:19:46.689916 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f9db7-4847-48f8-8f1e-769c96a7e23f req-e224b958-6810-467c-a5f8-b70594903f13 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:46.691430 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-1e2f9db7-4847-48f8-8f1e-769c96a7e23f req-e224b958-6810-467c-a5f8-b70594903f13 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 985 time: 0.0534890 Sep 16 01:19:46.733783 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-1e2f9db7-4847-48f8-8f1e-769c96a7e23f req-50654423-18a6-4640-a321-83d09867cc84 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=eaf9cf6e-61df-47e3-afe8-2c24d253e5fe&id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0355890 Sep 16 01:19:47.848928 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000a4f6-b291-4b82-86c0-cabbe7e5594f req-452d8d78-29cb-40a1-8453-718af3b3b932 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:47.850331 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d000a4f6-b291-4b82-86c0-cabbe7e5594f req-452d8d78-29cb-40a1-8453-718af3b3b932 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 985 time: 0.0490866 Sep 16 01:19:47.894709 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d000a4f6-b291-4b82-86c0-cabbe7e5594f req-f39c0edc-a9c3-4343-8e95-29dc9f50d668 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=eaf9cf6e-61df-47e3-afe8-2c24d253e5fe&id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0377095 Sep 16 01:19:48.584033 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:49.015880 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03689034-c856-43a3-9046-c0bcdeea37db req-f27f8762-c26f-48d0-bcf6-56a86be830dc tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:49.017371 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-03689034-c856-43a3-9046-c0bcdeea37db req-f27f8762-c26f-48d0-bcf6-56a86be830dc tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 985 time: 0.0526943 Sep 16 01:19:49.057088 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-03689034-c856-43a3-9046-c0bcdeea37db req-d5ecc6a8-4dd0-4436-8931-938cbc0c446a tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=eaf9cf6e-61df-47e3-afe8-2c24d253e5fe&id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0335848 Sep 16 01:19:50.176667 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c61706-b8df-4d73-a4cb-37842c488465 req-7b73e2e1-4dbe-492f-9108-218a60719414 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:50.178210 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-40c61706-b8df-4d73-a4cb-37842c488465 req-7b73e2e1-4dbe-492f-9108-218a60719414 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 985 time: 0.0542669 Sep 16 01:19:50.217577 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-40c61706-b8df-4d73-a4cb-37842c488465 req-9afce97d-ad25-492d-a765-ae6ea4617908 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=eaf9cf6e-61df-47e3-afe8-2c24d253e5fe&id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0331855 Sep 16 01:19:51.331038 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e6b66-e411-4f8e-bd85-cae3fc66f58e req-8d6fb896-8393-410a-804b-83e5bd9ae58e tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:51.332604 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-771e6b66-e411-4f8e-bd85-cae3fc66f58e req-8d6fb896-8393-410a-804b-83e5bd9ae58e tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 985 time: 0.0484915 Sep 16 01:19:51.374069 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-771e6b66-e411-4f8e-bd85-cae3fc66f58e req-093eb450-c3d7-409d-99e1-21a4701e1809 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=eaf9cf6e-61df-47e3-afe8-2c24d253e5fe&id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0340786 Sep 16 01:19:52.486086 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea5878-78c7-4123-b3b0-55b64a1d09e4 req-e647e40d-7913-4387-9406-4ea925953775 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:52.487557 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-26ea5878-78c7-4123-b3b0-55b64a1d09e4 req-e647e40d-7913-4387-9406-4ea925953775 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 985 time: 0.0476081 Sep 16 01:19:52.526272 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-26ea5878-78c7-4123-b3b0-55b64a1d09e4 req-49c0e5fa-a1d9-4cbf-8033-f4030d639245 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=eaf9cf6e-61df-47e3-afe8-2c24d253e5fe&id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0321755 Sep 16 01:19:53.063069 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-44563e3a-5603-4600-b6a1-70f7c25f8bcc req-eef3f6ab-4ccc-429a-a493-da0eca924743 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387406 Sep 16 01:19:53.147109 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44563e3a-5603-4600-b6a1-70f7c25f8bcc req-562d23f1-5962-4e52-b184-8d1a03f6a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:53.149244 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-44563e3a-5603-4600-b6a1-70f7c25f8bcc req-562d23f1-5962-4e52-b184-8d1a03f6a971 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99833be108654994aac6dcf7cf390340&device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 1100 time: 0.0437062 Sep 16 01:19:53.248975 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44563e3a-5603-4600-b6a1-70f7c25f8bcc req-5bd2cd45-81c6-42ba-a4cc-ce0c6962c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:53.250430 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-44563e3a-5603-4600-b6a1-70f7c25f8bcc req-5bd2cd45-81c6-42ba-a4cc-ce0c6962c865 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 HTTP/1.1" status: 200 len: 918 time: 0.0814908 Sep 16 01:19:53.318371 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-44563e3a-5603-4600-b6a1-70f7c25f8bcc req-68b4a09d-70c1-4c23-8202-8ccd77afe650 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70934950-0eb5-44fd-8edc-b9d81a7a61ca HTTP/1.1" status: 200 len: 1002 time: 0.0592403 Sep 16 01:19:53.372615 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44563e3a-5603-4600-b6a1-70f7c25f8bcc req-61ccdc60-aba2-4bf4-9aae-508d377ecbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:53.374159 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-44563e3a-5603-4600-b6a1-70f7c25f8bcc req-61ccdc60-aba2-4bf4-9aae-508d377ecbf1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4795dce4-579a-4783-9e42-b5fb1cdac969 HTTP/1.1" status: 200 len: 856 time: 0.0429504 Sep 16 01:19:53.430304 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44563e3a-5603-4600-b6a1-70f7c25f8bcc req-26788fac-d2cc-4c71-bbab-b8ee2a431bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:53.431799 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-44563e3a-5603-4600-b6a1-70f7c25f8bcc req-26788fac-d2cc-4c71-bbab-b8ee2a431bdd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468042 Sep 16 01:19:53.535826 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-44563e3a-5603-4600-b6a1-70f7c25f8bcc req-40368b2a-336c-48cf-96ce-db0ebc6a85e9 service neutron] 10.222.0.47 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885494 Sep 16 01:19:53.662339 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-44563e3a-5603-4600-b6a1-70f7c25f8bcc req-fd41e7a2-389a-4c2e-b1f2-f5c0b354d85c service neutron] 10.222.0.47 "GET /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177425 Sep 16 01:19:53.675565 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefbfd4-1065-423c-b61c-b177f4007f34 req-b0b614a4-e035-4b92-9271-cdd6177e084e tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:53.678879 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2eefbfd4-1065-423c-b61c-b177f4007f34 req-b0b614a4-e035-4b92-9271-cdd6177e084e tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 985 time: 0.0769138 Sep 16 01:19:53.732915 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2eefbfd4-1065-423c-b61c-b177f4007f34 req-b3e63913-636d-4118-8e11-2e723d7b05fe tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=eaf9cf6e-61df-47e3-afe8-2c24d253e5fe&id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0428910 Sep 16 01:19:54.847465 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ffa4e-451e-47e3-b303-b5ab31f0ff2e req-3e8e73ab-e354-4f22-8916-d654d210c546 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:54.848998 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-423ffa4e-451e-47e3-b303-b5ab31f0ff2e req-3e8e73ab-e354-4f22-8916-d654d210c546 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 985 time: 0.0494087 Sep 16 01:19:54.890812 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-423ffa4e-451e-47e3-b303-b5ab31f0ff2e req-065f686b-a1d7-406a-af3a-b8c22b6e05ce tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=eaf9cf6e-61df-47e3-afe8-2c24d253e5fe&id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0344267 Sep 16 01:19:55.502486 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 40174) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:55.605768 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e803b63c-0295-4690-9abc-e21fb361b068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:55.694746 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e803b63c-0295-4690-9abc-e21fb361b068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:55.776570 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e803b63c-0295-4690-9abc-e21fb361b068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:55.811562 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803b63c-0295-4690-9abc-e21fb361b068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9029aefe-6c1b-4d12-ae33-1eb57cd0b145,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:55.815870 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-e803b63c-0295-4690-9abc-e21fb361b068 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc6b4864182f43dfa4ec511ae7bae012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123460 Sep 16 01:19:55.818654 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 40178) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:19:55.867116 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-66224c1d-bc31-47c5-b009-5d90fca0d445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:55.888335 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-66224c1d-bc31-47c5-b009-5d90fca0d445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:56.015357 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fede4b-e478-4fd7-acc6-7252f0401436 req-df9893e5-9011-4e07-9bf8-34318c51d121 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:56.016772 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-81fede4b-e478-4fd7-acc6-7252f0401436 req-df9893e5-9011-4e07-9bf8-34318c51d121 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 985 time: 0.0504992 Sep 16 01:19:56.017838 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-66224c1d-bc31-47c5-b009-5d90fca0d445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:56.020363 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-66224c1d-bc31-47c5-b009-5d90fca0d445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:56.021888 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-66224c1d-bc31-47c5-b009-5d90fca0d445 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9029aefe-6c1b-4d12-ae33-1eb57cd0b145 HTTP/1.1" status: 204 len: 168 time: 0.2014253 Sep 16 01:19:56.044216 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66224c1d-bc31-47c5-b009-5d90fca0d445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9029aefe-6c1b-4d12-ae33-1eb57cd0b145,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:19:56.071613 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-81fede4b-e478-4fd7-acc6-7252f0401436 req-3d099e97-46b6-42c0-a9ce-389be2787eb2 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=eaf9cf6e-61df-47e3-afe8-2c24d253e5fe&id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0471623 Sep 16 01:19:57.188202 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c460ab2-ffe9-4b6c-a9ac-4e580260f10a req-d6c9d55e-fe13-4220-8625-a454c1340261 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:57.189700 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-2c460ab2-ffe9-4b6c-a9ac-4e580260f10a req-d6c9d55e-fe13-4220-8625-a454c1340261 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 985 time: 0.0510106 Sep 16 01:19:57.233171 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-2c460ab2-ffe9-4b6c-a9ac-4e580260f10a req-d5f1eadc-692f-4399-8b9a-2298cd1883bc tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=eaf9cf6e-61df-47e3-afe8-2c24d253e5fe&id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0367377 Sep 16 01:19:58.149278 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55790bb3-a598-41a5-b254-076e23a9ef4f req-a9ef8e24-8a58-46ad-86a2-10e4485f6a97 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:58.150790 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-55790bb3-a598-41a5-b254-076e23a9ef4f req-a9ef8e24-8a58-46ad-86a2-10e4485f6a97 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 947 time: 0.0486290 Sep 16 01:19:58.191185 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-55790bb3-a598-41a5-b254-076e23a9ef4f req-13695775-c73e-48bc-8e0f-bcbad36cf358 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334206 Sep 16 01:19:58.358007 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f79d6b-3bd8-4bf9-b3f3-8d58f786ed92 req-d4821cff-30f3-45a3-a28a-568190e63330 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:58.359654 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b1f79d6b-3bd8-4bf9-b3f3-8d58f786ed92 req-d4821cff-30f3-45a3-a28a-568190e63330 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 985 time: 0.0592358 Sep 16 01:19:58.404088 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b1f79d6b-3bd8-4bf9-b3f3-8d58f786ed92 req-dd955058-06d1-4bd0-8b94-27924c6548f9 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=eaf9cf6e-61df-47e3-afe8-2c24d253e5fe&id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0382569 Sep 16 01:19:58.737965 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-108c9e3a-5541-4729-b5bb-5c49febab687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:19:59.312048 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e36ec-07db-447f-b95b-1a9b12ac1efb req-3593f531-1bc6-439a-95ad-21ebe73098f1 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:59.313561 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e12e36ec-07db-447f-b95b-1a9b12ac1efb req-3593f531-1bc6-439a-95ad-21ebe73098f1 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 947 time: 0.0519202 Sep 16 01:19:59.354435 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e12e36ec-07db-447f-b95b-1a9b12ac1efb req-b110dcdd-e132-42c8-8d60-6eed474f3357 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349374 Sep 16 01:19:59.518054 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6b1c7-df33-4645-8e85-546668da36d0 req-4d4dfffc-07de-4756-9b0c-161ae205381f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:59.519447 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-bde6b1c7-df33-4645-8e85-546668da36d0 req-4d4dfffc-07de-4756-9b0c-161ae205381f tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 985 time: 0.0493615 Sep 16 01:19:59.559617 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-bde6b1c7-df33-4645-8e85-546668da36d0 req-3e4396c4-afb8-415d-b305-76c429f83ea7 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=eaf9cf6e-61df-47e3-afe8-2c24d253e5fe&id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0332611 Sep 16 01:19:59.978183 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2ace9-34b0-404d-a207-038381d2339e req-b168d0ad-6ecc-4920-bbf7-f0f82a5b0e7b tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:19:59.979641 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3ab2ace9-34b0-404d-a207-038381d2339e req-b168d0ad-6ecc-4920-bbf7-f0f82a5b0e7b tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.47 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 947 time: 0.0552790 Sep 16 01:20:00.071350 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-3ab2ace9-34b0-404d-a207-038381d2339e req-ca591258-578b-4715-86dc-5c28f0ad5fc0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Deleting port 70934950-0eb5-44fd-8edc-b9d81a7a61ca {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:20:00.071702 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-3ab2ace9-34b0-404d-a207-038381d2339e req-ca591258-578b-4715-86dc-5c28f0ad5fc0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:00.161797 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-3ab2ace9-34b0-404d-a207-038381d2339e req-ca591258-578b-4715-86dc-5c28f0ad5fc0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] For port 70934950-0eb5-44fd-8edc-b9d81a7a61ca, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=70934950-0eb5-44fd-8edc-b9d81a7a61ca,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:20:00.162287 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-3ab2ace9-34b0-404d-a207-038381d2339e req-ca591258-578b-4715-86dc-5c28f0ad5fc0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:00.325736 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-3ab2ace9-34b0-404d-a207-038381d2339e req-ca591258-578b-4715-86dc-5c28f0ad5fc0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:00.326431 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-3ab2ace9-34b0-404d-a207-038381d2339e req-ca591258-578b-4715-86dc-5c28f0ad5fc0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530200'] for floatingip, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:00.326431 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.db.l3_db [req-3ab2ace9-34b0-404d-a207-038381d2339e req-ca591258-578b-4715-86dc-5c28f0ad5fc0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Floating IP b27a8a22-4a9b-4fcd-8c9d-a9b51a1295e9 disassociated. External IP: 172.27.3.139, port: 70934950-0eb5-44fd-8edc-b9d81a7a61ca. Sep 16 01:20:00.326646 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-3ab2ace9-34b0-404d-a207-038381d2339e req-ca591258-578b-4715-86dc-5c28f0ad5fc0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Calling delete_port for 70934950-0eb5-44fd-8edc-b9d81a7a61ca owned by compute:nova {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:20:00.749205 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e369b87-10ed-4cc5-9fb1-aa2c733a58a4 req-29af280f-0714-434d-b40e-7ec5d2116236 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:20:00.750949 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1e369b87-10ed-4cc5-9fb1-aa2c733a58a4 req-29af280f-0714-434d-b40e-7ec5d2116236 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 947 time: 0.0665293 Sep 16 01:20:00.791242 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1e369b87-10ed-4cc5-9fb1-aa2c733a58a4 req-7e242224-2bfd-4919-83c9-95a3f957263f tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040f4ba-2433-45c3-9d0c-fe777156618c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342484 Sep 16 01:20:00.812054 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-3ab2ace9-34b0-404d-a207-038381d2339e req-ca591258-578b-4715-86dc-5c28f0ad5fc0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:00.843378 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca591258-578b-4715-86dc-5c28f0ad5fc0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Pushing event deleted for resources: {'Port': ['ID=70934950-0eb5-44fd-8edc-b9d81a7a61ca,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:00.917338 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68511c15-62ee-4916-963b-b2df5bb5b74c req-61faf3d9-ff2a-41ef-be89-e10f5f2f2ae3 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:20:00.918965 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-68511c15-62ee-4916-963b-b2df5bb5b74c req-61faf3d9-ff2a-41ef-be89-e10f5f2f2ae3 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 985 time: 0.2881966 Sep 16 01:20:00.955781 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ab2ace9-34b0-404d-a207-038381d2339e req-ca591258-578b-4715-86dc-5c28f0ad5fc0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Router 610be033-adb2-414c-a17f-bd2c320f4d72 has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:20:00.960364 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-68511c15-62ee-4916-963b-b2df5bb5b74c req-905c2ead-7db3-4693-810b-c32c2a4d0550 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=eaf9cf6e-61df-47e3-afe8-2c24d253e5fe&id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0341184 Sep 16 01:20:01.061395 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ab2ace9-34b0-404d-a207-038381d2339e req-ca591258-578b-4715-86dc-5c28f0ad5fc0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:20:01.071828 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7bf1f-f011-4309-bfb4-2d3d85dd6676 None None] Sync routers for ids ['610be033-adb2-414c-a17f-bd2c320f4d72'] in dv-cinder-809305-1-iscsi {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:20:01.080931 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b7bf1f-f011-4309-bfb4-2d3d85dd6676 None None] Routers {'610be033-adb2-414c-a17f-bd2c320f4d72'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:20:01.081550 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-55b7bf1f-f011-4309-bfb4-2d3d85dd6676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:19:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['610be033-adb2-414c-a17f-bd2c320f4d72'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:20:01.102124 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab2ace9-34b0-404d-a207-038381d2339e req-ca591258-578b-4715-86dc-5c28f0ad5fc0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] No DVR routers for this DVR port 70934950-0eb5-44fd-8edc-b9d81a7a61ca on host hv-cinder-80930 {{(pid=94551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:20:01.104594 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-3ab2ace9-34b0-404d-a207-038381d2339e req-ca591258-578b-4715-86dc-5c28f0ad5fc0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:01.106588 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-3ab2ace9-34b0-404d-a207-038381d2339e req-ca591258-578b-4715-86dc-5c28f0ad5fc0 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.47 "DELETE /v2.0/ports/70934950-0eb5-44fd-8edc-b9d81a7a61ca HTTP/1.1" status: 204 len: 173 time: 1.1186938 Sep 16 01:20:01.107025 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b4ae70-f656-4725-be84-0059dd2b8c63', 'name': 'network-vif-deleted', 'tag': '70934950-0eb5-44fd-8edc-b9d81a7a61ca'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:20:01.109257 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68611124-44c9-4d2e-a90f-4130e794a1f9" -d '{"events": [{"server_uuid": "18b4ae70-f656-4725-be84-0059dd2b8c63", "name": "network-vif-deleted", "tag": "70934950-0eb5-44fd-8edc-b9d81a7a61ca"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:20:01.143908 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0b5238-63d6-4284-848e-fd8b0d26bc6b x-openstack-request-id: req-ac0b5238-63d6-4284-848e-fd8b0d26bc6b {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:20:01.144198 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b4ae70-f656-4725-be84-0059dd2b8c63", "name": "network-vif-deleted", "tag": "70934950-0eb5-44fd-8edc-b9d81a7a61ca", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:20:01.144442 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac0b5238-63d6-4284-848e-fd8b0d26bc6b {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:20:01.144832 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b4ae70-f656-4725-be84-0059dd2b8c63', 'name': 'network-vif-deleted', 'tag': '70934950-0eb5-44fd-8edc-b9d81a7a61ca', 'status': 'completed', 'code': 200} Sep 16 01:20:01.192151 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-55b7bf1f-f011-4309-bfb4-2d3d85dd6676 None None] Set router 610be033-adb2-414c-a17f-bd2c320f4d72 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:20:01.474920 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-679d76e7-dfde-4505-b221-d07be9bc048c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:01.477661 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-55b7bf1f-f011-4309-bfb4-2d3d85dd6676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'name': 'tempest-AttachVolumeShelveTestJSON-1029342163-router', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:35Z', 'updated_at': '2021-09-16T01:12:43Z', 'revision_number': 4, 'project_id': '99833be108654994aac6dcf7cf390340', 'gw_port': {'id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:36Z', 'updated_at': '2021-09-16T01:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '552ded5c-5566-4b71-a365-8b3d6f6ebedb', 'name': '', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'mac_address': 'fa:16:3e:73:09:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:41Z', 'updated_at': '2021-09-16T01:12:50Z', 'revision_number': 5, 'project_id': '99833be108654994aac6dcf7cf390340', 'subnets': [{'id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:20:01.502636 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7bf1f-f011-4309-bfb4-2d3d85dd6676 None None] Checking router: 610be033-adb2-414c-a17f-bd2c320f4d72 for host: dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:20:01.510588 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b7bf1f-f011-4309-bfb4-2d3d85dd6676 None None] Routers {'610be033-adb2-414c-a17f-bd2c320f4d72'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:20:01.511182 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-55b7bf1f-f011-4309-bfb4-2d3d85dd6676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:20:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['610be033-adb2-414c-a17f-bd2c320f4d72'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:20:01.611780 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-55b7bf1f-f011-4309-bfb4-2d3d85dd6676 None None] Set router 610be033-adb2-414c-a17f-bd2c320f4d72 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:20:01.804554 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-55b7bf1f-f011-4309-bfb4-2d3d85dd6676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'name': 'tempest-AttachVolumeShelveTestJSON-1029342163-router', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:35Z', 'updated_at': '2021-09-16T01:12:43Z', 'revision_number': 4, 'project_id': '99833be108654994aac6dcf7cf390340', 'gw_port': {'id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:36Z', 'updated_at': '2021-09-16T01:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '552ded5c-5566-4b71-a365-8b3d6f6ebedb', 'name': '', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'mac_address': 'fa:16:3e:73:09:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:41Z', 'updated_at': '2021-09-16T01:12:50Z', 'revision_number': 5, 'project_id': '99833be108654994aac6dcf7cf390340', 'subnets': [{'id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:20:01.833578 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7bf1f-f011-4309-bfb4-2d3d85dd6676 None None] The sync data for ids ['610be033-adb2-414c-a17f-bd2c320f4d72'] in dv-cinder-809305-1-iscsi is: [{'id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'name': 'tempest-AttachVolumeShelveTestJSON-1029342163-router', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:35Z', 'updated_at': '2021-09-16T01:12:43Z', 'revision_number': 4, 'project_id': '99833be108654994aac6dcf7cf390340', 'gw_port': {'id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:36Z', 'updated_at': '2021-09-16T01:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '552ded5c-5566-4b71-a365-8b3d6f6ebedb', 'name': '', 'network_id': 'af81d94a-20b1-4ba8-a98d-d3a37cd2fe53', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'mac_address': 'fa:16:3e:73:09:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:41Z', 'updated_at': '2021-09-16T01:12:50Z', 'revision_number': 5, 'project_id': '99833be108654994aac6dcf7cf390340', 'subnets': [{'id': '4795dce4-579a-4783-9e42-b5fb1cdac969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:20:01.857855 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:01.891273 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-cbbd7392-76f1-4b25-9892-b08d4c1ffd4d req-ce8e33e8-2369-4625-904b-527e75b76336 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 210 time: 0.0273330 Sep 16 01:20:02.048561 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22c52c3-b150-4fe5-b7f4-6a436743af69 None None] New status for floating IP b27a8a22-4a9b-4fcd-8c9d-a9b51a1295e9: DOWN {{(pid=94553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 01:20:02.811917 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:02.990262 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c9101747-265f-434b-8ed7-c14a772c9035 req-20584961-aedf-44e3-bc3b-1b06085e3f55 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 210 time: 0.0260658 Sep 16 01:20:04.098876 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b1f57a60-e00c-435f-b29d-426a07c5eaeb req-0308aeac-e65c-4900-8039-96967a53f276 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b4ae70-f656-4725-be84-0059dd2b8c63 HTTP/1.1" status: 200 len: 210 time: 0.0277586 Sep 16 01:20:04.349198 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:05.281181 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 40294) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:05.336673 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0d30cf6c-4eaf-4224-b960-725a4e9f9f39 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:05.359066 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0d30cf6c-4eaf-4224-b960-725a4e9f9f39 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:05.486092 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0d30cf6c-4eaf-4224-b960-725a4e9f9f39 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:05.488666 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0d30cf6c-4eaf-4224-b960-725a4e9f9f39 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:05.489854 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-0d30cf6c-4eaf-4224-b960-725a4e9f9f39 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "DELETE /v2.0/security-groups/d040f4ba-2433-45c3-9d0c-fe777156618c HTTP/1.1" status: 204 len: 168 time: 0.2076988 Sep 16 01:20:05.493812 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 40296) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:05.499300 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30cf6c-4eaf-4224-b960-725a4e9f9f39 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d040f4ba-2433-45c3-9d0c-fe777156618c,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:05.506279 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d30cf6c-4eaf-4224-b960-725a4e9f9f39 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:20:05.507036 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.api.v2.resource [None req-b8b2d212-b00e-44ce-8dc7-47174678f2f3 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] show failed (client error): The resource could not be found. Sep 16 01:20:05.507169 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d30cf6c-4eaf-4224-b960-725a4e9f9f39 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:20:05.507517 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d30cf6c-4eaf-4224-b960-725a4e9f9f39 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:20:05.507866 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d30cf6c-4eaf-4224-b960-725a4e9f9f39 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:20:05.508042 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-b8b2d212-b00e-44ce-8dc7-47174678f2f3 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "GET /v2.0/security-groups/d040f4ba-2433-45c3-9d0c-fe777156618c HTTP/1.1" status: 404 len: 347 time: 0.0132256 Sep 16 01:20:05.508209 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d30cf6c-4eaf-4224-b960-725a4e9f9f39 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:20:05.508550 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d30cf6c-4eaf-4224-b960-725a4e9f9f39 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:20:05.508888 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d30cf6c-4eaf-4224-b960-725a4e9f9f39 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:20:05.509245 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d30cf6c-4eaf-4224-b960-725a4e9f9f39 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:20:05.509582 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d30cf6c-4eaf-4224-b960-725a4e9f9f39 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:20:05.509949 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d30cf6c-4eaf-4224-b960-725a4e9f9f39 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:20:05.510260 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d30cf6c-4eaf-4224-b960-725a4e9f9f39 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:20:05.510598 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d30cf6c-4eaf-4224-b960-725a4e9f9f39 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:20:05.510967 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 40298) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:05.630822 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-69c09585-e9eb-4424-9ad0-02fbfce17182 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Deleting port b51948c5-5fdc-490e-ab66-507e24b137ba {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:20:05.631106 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-69c09585-e9eb-4424-9ad0-02fbfce17182 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:05.705829 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-69c09585-e9eb-4424-9ad0-02fbfce17182 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:05.706162 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-69c09585-e9eb-4424-9ad0-02fbfce17182 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:05.717534 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-69c09585-e9eb-4424-9ad0-02fbfce17182 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Calling delete_port for b51948c5-5fdc-490e-ab66-507e24b137ba owned by network:floatingip {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:20:05.915010 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-69c09585-e9eb-4424-9ad0-02fbfce17182 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:05.940815 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c09585-e9eb-4424-9ad0-02fbfce17182 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Pushing event deleted for resources: {'Port': ['ID=b51948c5-5fdc-490e-ab66-507e24b137ba,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:06.005200 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-69c09585-e9eb-4424-9ad0-02fbfce17182 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks [] for floatingip, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:06.007755 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-69c09585-e9eb-4424-9ad0-02fbfce17182 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for floatingip, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:06.008941 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-69c09585-e9eb-4424-9ad0-02fbfce17182 tempest-AttachVolumeShelveTestJSON-1528063515 tempest-AttachVolumeShelveTestJSON-1528063515-project] 10.222.0.22 "DELETE /v2.0/floatingips/b27a8a22-4a9b-4fcd-8c9d-a9b51a1295e9 HTTP/1.1" status: 204 len: 168 time: 0.4970329 Sep 16 01:20:07.198029 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 70934950-0eb5-44fd-8edc-b9d81a7a61ca no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:20:07.221893 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] No Port match for: 70934950-0eb5-44fd-8edc-b9d81a7a61ca {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:20:07.222244 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 70934950-0eb5-44fd-8edc-b9d81a7a61ca not bound to the agent host hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:20:07.733169 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:20:10.862996 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 40348) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:11.357721 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-9579b6cc-dba1-449c-9a35-3c84aa4ba1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529688'] for router_interface, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:11.586841 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-9579b6cc-dba1-449c-9a35-3c84aa4ba1fe admin admin] Deleting port 552ded5c-5566-4b71-a365-8b3d6f6ebedb {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:20:11.587176 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-9579b6cc-dba1-449c-9a35-3c84aa4ba1fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:11.664330 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-9579b6cc-dba1-449c-9a35-3c84aa4ba1fe admin admin] For port 552ded5c-5566-4b71-a365-8b3d6f6ebedb, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=552ded5c-5566-4b71-a365-8b3d6f6ebedb,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:20:11.664617 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-9579b6cc-dba1-449c-9a35-3c84aa4ba1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:11.676400 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-9579b6cc-dba1-449c-9a35-3c84aa4ba1fe admin admin] Calling delete_port for 552ded5c-5566-4b71-a365-8b3d6f6ebedb owned by network:router_interface {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:20:11.943082 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-9579b6cc-dba1-449c-9a35-3c84aa4ba1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:11.968097 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579b6cc-dba1-449c-9a35-3c84aa4ba1fe admin admin] Pushing event deleted for resources: {'Port': ['ID=552ded5c-5566-4b71-a365-8b3d6f6ebedb,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:12.131352 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-9579b6cc-dba1-449c-9a35-3c84aa4ba1fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530344'] for router_interface, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:12.331565 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9579b6cc-dba1-449c-9a35-3c84aa4ba1fe admin admin] Router 610be033-adb2-414c-a17f-bd2c320f4d72 has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:20:12.434782 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9579b6cc-dba1-449c-9a35-3c84aa4ba1fe admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:20:12.439834 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-9579b6cc-dba1-449c-9a35-3c84aa4ba1fe admin admin] 10.222.0.22 "PUT /v2.0/routers/610be033-adb2-414c-a17f-bd2c320f4d72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5757856 Sep 16 01:20:12.442638 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 40356) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:12.443232 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19644c68-44c0-4f40-bc14-c81cee0dc9c7 None None] Sync routers for ids ['610be033-adb2-414c-a17f-bd2c320f4d72'] in dv-cinder-809305-1-iscsi {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:20:12.452716 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19644c68-44c0-4f40-bc14-c81cee0dc9c7 None None] Routers {'610be033-adb2-414c-a17f-bd2c320f4d72'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:20:12.459284 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-19644c68-44c0-4f40-bc14-c81cee0dc9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:20:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['610be033-adb2-414c-a17f-bd2c320f4d72'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:20:12.543936 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-1b6b4e46-c52f-4f71-83b8-977155f792e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:12.555295 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-19644c68-44c0-4f40-bc14-c81cee0dc9c7 None None] Set router 610be033-adb2-414c-a17f-bd2c320f4d72 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:20:12.643162 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-1b6b4e46-c52f-4f71-83b8-977155f792e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:12.724555 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-19644c68-44c0-4f40-bc14-c81cee0dc9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'name': 'tempest-AttachVolumeShelveTestJSON-1029342163-router', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:35Z', 'updated_at': '2021-09-16T01:20:11Z', 'revision_number': 5, 'project_id': '99833be108654994aac6dcf7cf390340', 'gw_port': {'id': '89972a7b-3366-46f1-9d8d-99e25cab86f2', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:12:36Z', 'updated_at': '2021-09-16T01:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:20:12.753147 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19644c68-44c0-4f40-bc14-c81cee0dc9c7 None None] Checking router: 610be033-adb2-414c-a17f-bd2c320f4d72 for host: dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:20:12.761240 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19644c68-44c0-4f40-bc14-c81cee0dc9c7 None None] Routers {'610be033-adb2-414c-a17f-bd2c320f4d72'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:20:12.761844 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-19644c68-44c0-4f40-bc14-c81cee0dc9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:20:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['610be033-adb2-414c-a17f-bd2c320f4d72'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:20:12.779813 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-1b6b4e46-c52f-4f71-83b8-977155f792e2 admin admin] Deleting port 89972a7b-3366-46f1-9d8d-99e25cab86f2 {{(pid=94552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:20:12.780159 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-1b6b4e46-c52f-4f71-83b8-977155f792e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:12.842571 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-19644c68-44c0-4f40-bc14-c81cee0dc9c7 None None] Set router 610be033-adb2-414c-a17f-bd2c320f4d72 gateway port host: None {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:20:12.860534 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.db [None req-1b6b4e46-c52f-4f71-83b8-977155f792e2 admin admin] For port 89972a7b-3366-46f1-9d8d-99e25cab86f2, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=89972a7b-3366-46f1-9d8d-99e25cab86f2,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:20:12.860913 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-1b6b4e46-c52f-4f71-83b8-977155f792e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:12.873439 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-1b6b4e46-c52f-4f71-83b8-977155f792e2 admin admin] Calling delete_port for 89972a7b-3366-46f1-9d8d-99e25cab86f2 owned by network:router_gateway {{(pid=94552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:20:12.895392 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-19644c68-44c0-4f40-bc14-c81cee0dc9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'name': 'tempest-AttachVolumeShelveTestJSON-1029342163-router', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:35Z', 'updated_at': '2021-09-16T01:20:12Z', 'revision_number': 6, 'project_id': '99833be108654994aac6dcf7cf390340', 'gw_port_host': None}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:20:12.920497 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19644c68-44c0-4f40-bc14-c81cee0dc9c7 None None] The sync data for ids ['610be033-adb2-414c-a17f-bd2c320f4d72'] in dv-cinder-809305-1-iscsi is: [{'id': '610be033-adb2-414c-a17f-bd2c320f4d72', 'name': 'tempest-AttachVolumeShelveTestJSON-1029342163-router', 'tenant_id': '99833be108654994aac6dcf7cf390340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:12:35Z', 'updated_at': '2021-09-16T01:20:12Z', 'revision_number': 6, 'project_id': '99833be108654994aac6dcf7cf390340', 'gw_port_host': None}] {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:20:13.137874 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-1b6b4e46-c52f-4f71-83b8-977155f792e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:13.164454 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b4e46-c52f-4f71-83b8-977155f792e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=89972a7b-3366-46f1-9d8d-99e25cab86f2,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:13.219750 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-1b6b4e46-c52f-4f71-83b8-977155f792e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530286'] for router_gateway, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:13.308114 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-1b6b4e46-c52f-4f71-83b8-977155f792e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1203'] for router, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:13.310375 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-1b6b4e46-c52f-4f71-83b8-977155f792e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:13.435073 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-1b6b4e46-c52f-4f71-83b8-977155f792e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531396'] for router, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:13.435641 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6b4e46-c52f-4f71-83b8-977155f792e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 610be033-adb2-414c-a17f-bd2c320f4d72 {{(pid=94552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 01:20:13.440039 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-1b6b4e46-c52f-4f71-83b8-977155f792e2 admin admin] Notify callbacks [] for router, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:13.441210 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-1b6b4e46-c52f-4f71-83b8-977155f792e2 admin admin] 10.222.0.22 "DELETE /v2.0/routers/610be033-adb2-414c-a17f-bd2c320f4d72 HTTP/1.1" status: 204 len: 168 time: 0.9974551 Sep 16 01:20:13.443655 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 40360) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:13.487383 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd16fc87-f4d9-4d1d-94cd-53eb50668ba5 admin admin] Deleting subnet 4795dce4-579a-4783-9e42-b5fb1cdac969 {{(pid=94552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 01:20:13.490572 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fd16fc87-f4d9-4d1d-94cd-53eb50668ba5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:13.529217 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fd16fc87-f4d9-4d1d-94cd-53eb50668ba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9529375'] for subnet, precommit_delete_associations {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:13.617696 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fd16fc87-f4d9-4d1d-94cd-53eb50668ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8015751'] for subnet, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:13.743858 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fd16fc87-f4d9-4d1d-94cd-53eb50668ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8015760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9529516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9551379'] for subnet, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:13.768103 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16fc87-f4d9-4d1d-94cd-53eb50668ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4795dce4-579a-4783-9e42-b5fb1cdac969,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:13.774539 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fd16fc87-f4d9-4d1d-94cd-53eb50668ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:13.776509 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-fd16fc87-f4d9-4d1d-94cd-53eb50668ba5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4795dce4-579a-4783-9e42-b5fb1cdac969 HTTP/1.1" status: 204 len: 168 time: 0.3319328 Sep 16 01:20:13.779147 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 40362) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:13.782816 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51015873-a8b7-4052-94f0-7141b0cdab03 None None] Network af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:20:13.852161 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-cf676011-a1f2-42d9-8005-a5fe6b9f5cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7919478'] for network, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:13.905408 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-cf676011-a1f2-42d9-8005-a5fe6b9f5cb8 admin admin] Deleting port e89fa9d9-0702-442f-b07e-531e7b1c372a {{(pid=94552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:20:13.905760 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-cf676011-a1f2-42d9-8005-a5fe6b9f5cb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:13.974295 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.db [None req-cf676011-a1f2-42d9-8005-a5fe6b9f5cb8 admin admin] For port e89fa9d9-0702-442f-b07e-531e7b1c372a, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=e89fa9d9-0702-442f-b07e-531e7b1c372a,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:20:13.975464 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-cf676011-a1f2-42d9-8005-a5fe6b9f5cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:13.976607 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d6807b-c245-4c2d-88fa-236189398969 None None] DHCP port deletion for af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 request from dv-cinder-809305-1-iscsi {{(pid=94553) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 01:20:13.988678 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-cf676011-a1f2-42d9-8005-a5fe6b9f5cb8 admin admin] Calling delete_port for e89fa9d9-0702-442f-b07e-531e7b1c372a owned by network:dhcp {{(pid=94552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:20:14.039354 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-75d6807b-c245-4c2d-88fa-236189398969 None None] Deleting port e89fa9d9-0702-442f-b07e-531e7b1c372a {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:20:14.039738 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-75d6807b-c245-4c2d-88fa-236189398969 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:14.100686 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-75d6807b-c245-4c2d-88fa-236189398969 None None] For port e89fa9d9-0702-442f-b07e-531e7b1c372a, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=e89fa9d9-0702-442f-b07e-531e7b1c372a,segment=NetworkSegment(f9fadbf3-9944-44ef-8c9d-f0addf29d9d4),segment_id=f9fadbf3-9944-44ef-8c9d-f0addf29d9d4)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:20:14.101185 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-75d6807b-c245-4c2d-88fa-236189398969 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:14.113126 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-75d6807b-c245-4c2d-88fa-236189398969 None None] Calling delete_port for e89fa9d9-0702-442f-b07e-531e7b1c372a owned by network:dhcp {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:20:14.131786 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-cf676011-a1f2-42d9-8005-a5fe6b9f5cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:14.160255 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf676011-a1f2-42d9-8005-a5fe6b9f5cb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e89fa9d9-0702-442f-b07e-531e7b1c372a,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:14.163003 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf676011-a1f2-42d9-8005-a5fe6b9f5cb8 admin admin] No DVR routers for this DVR port e89fa9d9-0702-442f-b07e-531e7b1c372a on host dv-cinder-809305-1-iscsi {{(pid=94552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:20:14.193508 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-75d6807b-c245-4c2d-88fa-236189398969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:14.218107 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6807b-c245-4c2d-88fa-236189398969 None None] Pushing event deleted for resources: {'Port': ['ID=e89fa9d9-0702-442f-b07e-531e7b1c372a,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:14.221905 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d6807b-c245-4c2d-88fa-236189398969 None None] No DVR routers for this DVR port e89fa9d9-0702-442f-b07e-531e7b1c372a on host dv-cinder-809305-1-iscsi {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:20:14.242932 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-cf676011-a1f2-42d9-8005-a5fe6b9f5cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8012288', 'neutron.services.segments.db._delete_segments_for_network-8752232865693'] for network, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:14.263119 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.services.segments.db [None req-cf676011-a1f2-42d9-8005-a5fe6b9f5cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af81d94a-20b1-4ba8-a98d-d3a37cd2fe53']}} {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:20:14.272481 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.services.segments.db [None req-cf676011-a1f2-42d9-8005-a5fe6b9f5cb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fadbf3-9944-44ef-8c9d-f0addf29d9d4') {'for_net_delete': True} {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:20:14.272777 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.services.segments.db [None req-cf676011-a1f2-42d9-8005-a5fe6b9f5cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fadbf3-9944-44ef-8c9d-f0addf29d9d4') {} {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:20:14.281573 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-cf676011-a1f2-42d9-8005-a5fe6b9f5cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752232865190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9529364'] for segment, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:14.297609 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-cf676011-a1f2-42d9-8005-a5fe6b9f5cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:14.300206 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf676011-a1f2-42d9-8005-a5fe6b9f5cb8 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=94552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 01:20:14.300588 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-cf676011-a1f2-42d9-8005-a5fe6b9f5cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9529970'] for segment, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: Traceback (most recent call last): Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: timer() Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: cb(*args, **kw) Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: return func(*args, **kwargs) Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: self._notify() Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: self.callback(batched_events) Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: event.method(event) Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: return f(self, *a, **k) Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: return self._get(url).json() Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: return self.request(url, 'GET', **kwargs) Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 01:20:14.302246 dv-cinder-809305-1-iscsi neutron-server[94552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 01:20:14.422051 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-cf676011-a1f2-42d9-8005-a5fe6b9f5cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8012313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530186'] for network, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:14.428279 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-cf676011-a1f2-42d9-8005-a5fe6b9f5cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:14.430174 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-cf676011-a1f2-42d9-8005-a5fe6b9f5cb8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/af81d94a-20b1-4ba8-a98d-d3a37cd2fe53 HTTP/1.1" status: 204 len: 168 time: 0.6495292 Sep 16 01:20:14.440757 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf676011-a1f2-42d9-8005-a5fe6b9f5cb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=af81d94a-20b1-4ba8-a98d-d3a37cd2fe53,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:14.825405 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 40368) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:14.864654 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-41e0275b-ded9-43b4-8c4c-45c754514d32 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=99833be108654994aac6dcf7cf390340&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381165 Sep 16 01:20:14.867625 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 40370) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:14.917219 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-807f6754-2475-4337-bfb9-4378ad40149d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:14.938652 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-807f6754-2475-4337-bfb9-4378ad40149d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:15.001597 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 552ded5c-5566-4b71-a365-8b3d6f6ebedb no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:20:15.020515 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: 552ded5c-5566-4b71-a365-8b3d6f6ebedb {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:20:15.020856 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 552ded5c-5566-4b71-a365-8b3d6f6ebedb not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:20:15.021290 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device e89fa9d9-0702-442f-b07e-531e7b1c372a no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:20:15.039841 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: e89fa9d9-0702-442f-b07e-531e7b1c372a {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:20:15.040182 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device e89fa9d9-0702-442f-b07e-531e7b1c372a not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:20:15.040582 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 89972a7b-3366-46f1-9d8d-99e25cab86f2 no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:20:15.057730 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: 89972a7b-3366-46f1-9d8d-99e25cab86f2 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:20:15.058084 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 89972a7b-3366-46f1-9d8d-99e25cab86f2 not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:20:15.086153 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-807f6754-2475-4337-bfb9-4378ad40149d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:15.088830 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-807f6754-2475-4337-bfb9-4378ad40149d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:15.090136 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-807f6754-2475-4337-bfb9-4378ad40149d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9b0eeb37-1dba-4854-b319-5f43112f51d3 HTTP/1.1" status: 204 len: 168 time: 0.2215383 Sep 16 01:20:15.100801 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f6754-2475-4337-bfb9-4378ad40149d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0eeb37-1dba-4854-b319-5f43112f51d3,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:18.577498 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:28.696956 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a771daf8-029c-4615-8bf6-4746be3d8fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:31.560435 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0dcd6fd3-9784-483f-8201-710d214c13c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:31.861563 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:32.845848 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:34.256466 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 40632) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:34.366500 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:34.372339 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0d5d93b8-d3b2-4bbb-9284-ba5511c42714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:34.467114 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0d5d93b8-d3b2-4bbb-9284-ba5511c42714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:34.543077 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0d5d93b8-d3b2-4bbb-9284-ba5511c42714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:34.583856 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-0d5d93b8-d3b2-4bbb-9284-ba5511c42714 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=605d785bdbdd44b3ba9eb251b3c525ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256309 Sep 16 01:20:34.584844 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d93b8-d3b2-4bbb-9284-ba5511c42714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ef9d69-502c-46b4-bdcc-3e55346efcc3,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:34.587028 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 40642) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:34.592565 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d93b8-d3b2-4bbb-9284-ba5511c42714 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:20:34.593031 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d93b8-d3b2-4bbb-9284-ba5511c42714 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:20:34.593450 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d93b8-d3b2-4bbb-9284-ba5511c42714 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:20:34.593859 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d93b8-d3b2-4bbb-9284-ba5511c42714 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:20:34.594269 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d93b8-d3b2-4bbb-9284-ba5511c42714 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:20:34.594691 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d93b8-d3b2-4bbb-9284-ba5511c42714 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:20:34.595084 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d93b8-d3b2-4bbb-9284-ba5511c42714 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:20:34.595485 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d93b8-d3b2-4bbb-9284-ba5511c42714 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:20:34.595891 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d93b8-d3b2-4bbb-9284-ba5511c42714 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:20:34.596294 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d93b8-d3b2-4bbb-9284-ba5511c42714 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:20:34.596695 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d93b8-d3b2-4bbb-9284-ba5511c42714 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:20:34.597124 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d93b8-d3b2-4bbb-9284-ba5511c42714 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:20:34.640718 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-674e3caf-8181-436b-9720-99c5c13ba7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:34.663144 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-674e3caf-8181-436b-9720-99c5c13ba7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:34.800041 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-674e3caf-8181-436b-9720-99c5c13ba7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:34.802701 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-674e3caf-8181-436b-9720-99c5c13ba7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:34.803892 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-674e3caf-8181-436b-9720-99c5c13ba7e2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/98ef9d69-502c-46b4-bdcc-3e55346efcc3 HTTP/1.1" status: 204 len: 168 time: 0.2153659 Sep 16 01:20:34.813448 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e3caf-8181-436b-9720-99c5c13ba7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ef9d69-502c-46b4-bdcc-3e55346efcc3,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:35.558628 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 40650) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:35.571362 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1849-6305-455c-ac49-596948fe6591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:35.655914 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1849-6305-455c-ac49-596948fe6591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:35.752619 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1849-6305-455c-ac49-596948fe6591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:35.788774 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc1849-6305-455c-ac49-596948fe6591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ff5aea-ce77-4ede-be9f-4bb9d0e7deea,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:35.794879 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-cfdc1849-6305-455c-ac49-596948fe6591 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=756fc495006d4346b76ebbff51a6b2b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350795 Sep 16 01:20:35.797420 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 40652) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:35.844783 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7065ad4d-37ce-4153-bc67-b585ead7b6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:35.866153 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7065ad4d-37ce-4153-bc67-b585ead7b6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:36.034407 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7065ad4d-37ce-4153-bc67-b585ead7b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:36.037631 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7065ad4d-37ce-4153-bc67-b585ead7b6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:36.038887 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-7065ad4d-37ce-4153-bc67-b585ead7b6ee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/87ff5aea-ce77-4ede-be9f-4bb9d0e7deea HTTP/1.1" status: 204 len: 168 time: 0.2405384 Sep 16 01:20:36.047060 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065ad4d-37ce-4153-bc67-b585ead7b6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ff5aea-ce77-4ede-be9f-4bb9d0e7deea,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:42.579278 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2f05c14d-0b3c-4d2e-9758-f0be10d5f84d req-d177f718-a48d-459a-bb24-007130bdad23 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-39570085&fields=id&tenant_id=41bf6a37de014072adf885993889f7d9 HTTP/1.1" status: 200 len: 267 time: 0.0321145 Sep 16 01:20:42.635004 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05c14d-0b3c-4d2e-9758-f0be10d5f84d req-fce1bc23-673a-499c-8a13-a3987468bd3b tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:20:42.636412 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2f05c14d-0b3c-4d2e-9758-f0be10d5f84d req-fce1bc23-673a-499c-8a13-a3987468bd3b tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 985 time: 0.0513341 Sep 16 01:20:42.647641 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-2f05c14d-0b3c-4d2e-9758-f0be10d5f84d req-ba452d67-f743-48f0-a953-6af759c6162d tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Request body: {'port': {'security_groups': ['0ae50dd4-904b-4226-a251-bade8cdf85cf']}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:20:42.714555 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-2f05c14d-0b3c-4d2e-9758-f0be10d5f84d req-ba452d67-f743-48f0-a953-6af759c6162d tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:42.887133 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-2f05c14d-0b3c-4d2e-9758-f0be10d5f84d req-ba452d67-f743-48f0-a953-6af759c6162d tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] For port 9b840228-15ee-438b-9017-04f1e877eec6, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=9b840228-15ee-438b-9017-04f1e877eec6,segment=NetworkSegment(1f316261-7fe7-493f-bc93-346c665e0701),segment_id=1f316261-7fe7-493f-bc93-346c665e0701)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:20:42.914747 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-2f05c14d-0b3c-4d2e-9758-f0be10d5f84d req-ba452d67-f743-48f0-a953-6af759c6162d tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:42.992681 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-2f05c14d-0b3c-4d2e-9758-f0be10d5f84d req-ba452d67-f743-48f0-a953-6af759c6162d tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:43.027149 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['9b840228-15ee-438b-9017-04f1e877eec6'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:20:43.033774 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05c14d-0b3c-4d2e-9758-f0be10d5f84d req-ba452d67-f743-48f0-a953-6af759c6162d tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:20:43.034401 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-2f05c14d-0b3c-4d2e-9758-f0be10d5f84d req-ba452d67-f743-48f0-a953-6af759c6162d tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:43.039191 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2f05c14d-0b3c-4d2e-9758-f0be10d5f84d req-ba452d67-f743-48f0-a953-6af759c6162d tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "PUT /v2.0/ports/9b840228-15ee-438b-9017-04f1e877eec6 HTTP/1.1" status: 200 len: 943 time: 0.3963864 Sep 16 01:20:43.039689 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f375f9-e67b-4a24-be09-e2a41f8e713b', 'tag': '9b840228-15ee-438b-9017-04f1e877eec6'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:20:43.042034 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3865f7-280f-4def-9f3c-8aea1bf53682" -d '{"events": [{"name": "network-changed", "server_uuid": "61f375f9-e67b-4a24-be09-e2a41f8e713b", "tag": "9b840228-15ee-438b-9017-04f1e877eec6"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:20:43.042303 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 40778) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:43.093040 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba452d67-f743-48f0-a953-6af759c6162d tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Pushing event updated for resources: {'Port': ['ID=9b840228-15ee-438b-9017-04f1e877eec6,revision_number=7']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:43.118833 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd49b5b9-0717-4f73-b1c2-b120a857a465 x-openstack-request-id: req-cd49b5b9-0717-4f73-b1c2-b120a857a465 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:20:43.119124 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f375f9-e67b-4a24-be09-e2a41f8e713b", "tag": "9b840228-15ee-438b-9017-04f1e877eec6", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:20:43.119392 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd49b5b9-0717-4f73-b1c2-b120a857a465 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:20:43.119771 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f375f9-e67b-4a24-be09-e2a41f8e713b', 'tag': '9b840228-15ee-438b-9017-04f1e877eec6', 'status': 'completed', 'code': 200} Sep 16 01:20:43.123929 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fcb6244f-8cc0-40d2-b779-51aa37eb8ad6 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:43.161689 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fcb6244f-8cc0-40d2-b779-51aa37eb8ad6 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:43.194461 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['9b840228-15ee-438b-9017-04f1e877eec6'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:20:43.242736 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3865f7-280f-4def-9f3c-8aea1bf53682 req-32064488-d3e7-4297-a3a4-c2330b5bdd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:20:43.246070 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1b3865f7-280f-4def-9f3c-8aea1bf53682 req-32064488-d3e7-4297-a3a4-c2330b5bdd8b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=41bf6a37de014072adf885993889f7d9&device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 1099 time: 0.0806620 Sep 16 01:20:43.299882 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fcb6244f-8cc0-40d2-b779-51aa37eb8ad6 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:43.303636 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fcb6244f-8cc0-40d2-b779-51aa37eb8ad6 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:43.308302 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-fcb6244f-8cc0-40d2-b779-51aa37eb8ad6 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "DELETE /v2.0/security-groups/eaf9cf6e-61df-47e3-afe8-2c24d253e5fe HTTP/1.1" status: 204 len: 168 time: 0.2648778 Sep 16 01:20:43.309688 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 40790) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:43.388383 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3865f7-280f-4def-9f3c-8aea1bf53682 req-4c88e86c-c4e9-43d8-978d-f8f996d2df00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:20:43.389868 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6244f-8cc0-40d2-b779-51aa37eb8ad6 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf9cf6e-61df-47e3-afe8-2c24d253e5fe,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:43.395787 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1b3865f7-280f-4def-9f3c-8aea1bf53682 req-4c88e86c-c4e9-43d8-978d-f8f996d2df00 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e76ecd4a-0f04-4066-a036-5e09260f78fa HTTP/1.1" status: 200 len: 916 time: 0.1351612 Sep 16 01:20:43.396275 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-e6621f63-805d-44e9-a9f8-53ea745f3be5 None None] Provisioning complete for port 9b840228-15ee-438b-9017-04f1e877eec6 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:20:43.396275 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e6621f63-805d-44e9-a9f8-53ea745f3be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:43.477254 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1b3865f7-280f-4def-9f3c-8aea1bf53682 req-e4b03cd4-bb69-478b-91d4-8ea9cd842fad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b840228-15ee-438b-9017-04f1e877eec6 HTTP/1.1" status: 200 len: 1002 time: 0.0780869 Sep 16 01:20:43.512224 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-39dceb62-0011-439f-9134-227c8d2d9cee tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Deleting port 57f6ca47-c67d-4038-88c4-1cb8a2d65228 {{(pid=94552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:20:43.512574 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-39dceb62-0011-439f-9134-227c8d2d9cee tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:43.534193 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3865f7-280f-4def-9f3c-8aea1bf53682 req-93fd38b2-1a93-4772-a0ba-125692ecb505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:20:43.535731 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1b3865f7-280f-4def-9f3c-8aea1bf53682 req-93fd38b2-1a93-4772-a0ba-125692ecb505 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a21d2f1-c28e-4022-9ded-ab7d7cbcd937 HTTP/1.1" status: 200 len: 854 time: 0.0509338 Sep 16 01:20:43.582454 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3865f7-280f-4def-9f3c-8aea1bf53682 req-865eae56-57bd-4fe8-b264-5b7ec9e3e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:20:43.584803 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1b3865f7-280f-4def-9f3c-8aea1bf53682 req-865eae56-57bd-4fe8-b264-5b7ec9e3e50a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e76ecd4a-0f04-4066-a036-5e09260f78fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413926 Sep 16 01:20:43.594015 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-39dceb62-0011-439f-9134-227c8d2d9cee tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:43.594356 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-39dceb62-0011-439f-9134-227c8d2d9cee tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:43.608756 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-39dceb62-0011-439f-9134-227c8d2d9cee tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Calling delete_port for 57f6ca47-c67d-4038-88c4-1cb8a2d65228 owned by network:floatingip {{(pid=94552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:20:43.681803 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1b3865f7-280f-4def-9f3c-8aea1bf53682 req-dac119ec-3926-4cd4-aa62-25135c31ae08 service neutron] 10.222.0.47 "GET /v2.0/networks/e76ecd4a-0f04-4066-a036-5e09260f78fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896020 Sep 16 01:20:43.775510 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-1b3865f7-280f-4def-9f3c-8aea1bf53682 req-695a1462-5500-4a7e-a937-3db32ab06cec service neutron] 10.222.0.47 "GET /v2.0/networks/e76ecd4a-0f04-4066-a036-5e09260f78fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850422 Sep 16 01:20:43.880028 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-39dceb62-0011-439f-9134-227c8d2d9cee tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:43.909343 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dceb62-0011-439f-9134-227c8d2d9cee tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Pushing event deleted for resources: {'Port': ['ID=57f6ca47-c67d-4038-88c4-1cb8a2d65228,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:43.968832 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-39dceb62-0011-439f-9134-227c8d2d9cee tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks [] for floatingip, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:43.969197 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.db.l3_db [None req-39dceb62-0011-439f-9134-227c8d2d9cee tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Floating IP cf1e93b0-66d5-460e-b9d5-115769ccf782 disassociated (deleted). External IP: 172.27.3.163, port: 9b840228-15ee-438b-9017-04f1e877eec6. Sep 16 01:20:44.027016 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 40802) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:44.130379 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-003ddcb2-5cec-4fe6-942a-5b614d0862f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:44.174048 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39dceb62-0011-439f-9134-227c8d2d9cee tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Router 061cb916-039d-4d2c-8499-e0992af7c676 has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:20:44.222112 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-003ddcb2-5cec-4fe6-942a-5b614d0862f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:44.276559 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dceb62-0011-439f-9134-227c8d2d9cee tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:20:44.281517 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-39dceb62-0011-439f-9134-227c8d2d9cee tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for floatingip, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:44.287515 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c6a7b5-e044-4b93-a5ed-f4a0b8b992c2 None None] Sync routers for ids ['061cb916-039d-4d2c-8499-e0992af7c676'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:20:44.294916 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c6a7b5-e044-4b93-a5ed-f4a0b8b992c2 None None] Routers {'061cb916-039d-4d2c-8499-e0992af7c676'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:20:44.295540 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-31c6a7b5-e044-4b93-a5ed-f4a0b8b992c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:20:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['061cb916-039d-4d2c-8499-e0992af7c676'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:20:44.309062 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-003ddcb2-5cec-4fe6-942a-5b614d0862f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:44.358106 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ddcb2-5cec-4fe6-942a-5b614d0862f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05959dc8-efea-4193-8416-30ceeb3ca705,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:44.394367 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-003ddcb2-5cec-4fe6-942a-5b614d0862f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=637ebd2dad5d4bdc98b75a0964771aa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3661737 Sep 16 01:20:44.397468 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 40810) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:44.437758 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-31c6a7b5-e044-4b93-a5ed-f4a0b8b992c2 None None] Set router 061cb916-039d-4d2c-8499-e0992af7c676 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:20:44.462118 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-01c56dda-1cff-4768-b402-1a56ece9b500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:44.497033 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-01c56dda-1cff-4768-b402-1a56ece9b500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:44.577814 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-39dceb62-0011-439f-9134-227c8d2d9cee tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "DELETE /v2.0/floatingips/cf1e93b0-66d5-460e-b9d5-115769ccf782 HTTP/1.1" status: 204 len: 168 time: 1.2560956 Sep 16 01:20:44.578419 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f375f9-e67b-4a24-be09-e2a41f8e713b', 'tag': '9b840228-15ee-438b-9017-04f1e877eec6'}] {{(pid=94552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:20:44.580713 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e37c7ac94a84b8f8c6dc1420a2d1e1c1d602c9bf5eb8fc5b01c156650c831676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f891d050-d4a2-4187-887e-b4c47d975211" -d '{"events": [{"name": "network-changed", "server_uuid": "61f375f9-e67b-4a24-be09-e2a41f8e713b", "tag": "9b840228-15ee-438b-9017-04f1e877eec6"}]}' {{(pid=94552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:20:44.632128 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a040c559-ea86-46ed-8969-8f1ee98d52d4 x-openstack-request-id: req-a040c559-ea86-46ed-8969-8f1ee98d52d4 {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:20:44.632641 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f375f9-e67b-4a24-be09-e2a41f8e713b", "tag": "9b840228-15ee-438b-9017-04f1e877eec6", "status": "completed", "code": 200}]} {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:20:44.632918 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a040c559-ea86-46ed-8969-8f1ee98d52d4 {{(pid=94552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:20:44.633321 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f375f9-e67b-4a24-be09-e2a41f8e713b', 'tag': '9b840228-15ee-438b-9017-04f1e877eec6', 'status': 'completed', 'code': 200} Sep 16 01:20:44.731564 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891d050-d4a2-4187-887e-b4c47d975211 req-084acfe9-7864-490b-be5a-6fcd647d9744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:20:44.732194 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:20:44.733303 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f891d050-d4a2-4187-887e-b4c47d975211 req-084acfe9-7864-490b-be5a-6fcd647d9744 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=41bf6a37de014072adf885993889f7d9&device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 1099 time: 0.0534618 Sep 16 01:20:44.751381 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-01c56dda-1cff-4768-b402-1a56ece9b500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:44.758513 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-01c56dda-1cff-4768-b402-1a56ece9b500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:44.758513 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-01c56dda-1cff-4768-b402-1a56ece9b500 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/05959dc8-efea-4193-8416-30ceeb3ca705 HTTP/1.1" status: 204 len: 168 time: 0.3572757 Sep 16 01:20:44.786709 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c56dda-1cff-4768-b402-1a56ece9b500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05959dc8-efea-4193-8416-30ceeb3ca705,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:44.834720 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-31c6a7b5-e044-4b93-a5ed-f4a0b8b992c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061cb916-039d-4d2c-8499-e0992af7c676', 'name': 'tempest-TestMinimumBasicScenario-1141561125-router', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:08Z', 'updated_at': '2021-09-16T01:18:13Z', 'revision_number': 4, 'project_id': '41bf6a37de014072adf885993889f7d9', 'gw_port': {'id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:09Z', 'updated_at': '2021-09-16T01:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '455dd7eb-6e6e-493f-94d2-59e9667ef9f4', 'name': '', 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'mac_address': 'fa:16:3e:89:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4a21d2f1-c28e-4022-9ded-ab7d7cbcd937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:12Z', 'updated_at': '2021-09-16T01:18:19Z', 'revision_number': 5, 'project_id': '41bf6a37de014072adf885993889f7d9', 'subnets': [{'id': '4a21d2f1-c28e-4022-9ded-ab7d7cbcd937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:20:44.851769 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891d050-d4a2-4187-887e-b4c47d975211 req-1131e71b-3ef9-4ac4-8967-1b662429f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:20:44.853298 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f891d050-d4a2-4187-887e-b4c47d975211 req-1131e71b-3ef9-4ac4-8967-1b662429f0ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=e76ecd4a-0f04-4066-a036-5e09260f78fa HTTP/1.1" status: 200 len: 916 time: 0.1130106 Sep 16 01:20:44.861790 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c6a7b5-e044-4b93-a5ed-f4a0b8b992c2 None None] Checking router: 061cb916-039d-4d2c-8499-e0992af7c676 for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:20:44.870772 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c6a7b5-e044-4b93-a5ed-f4a0b8b992c2 None None] Routers {'061cb916-039d-4d2c-8499-e0992af7c676'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:20:44.871899 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-31c6a7b5-e044-4b93-a5ed-f4a0b8b992c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:20:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['061cb916-039d-4d2c-8499-e0992af7c676'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:20:44.906533 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f891d050-d4a2-4187-887e-b4c47d975211 req-c9052be0-0d07-4804-a77b-f0b8d857207e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b840228-15ee-438b-9017-04f1e877eec6 HTTP/1.1" status: 200 len: 217 time: 0.0427949 Sep 16 01:20:44.956523 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891d050-d4a2-4187-887e-b4c47d975211 req-28a12281-1b62-4911-bf8c-28484efc502b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:20:44.958969 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f891d050-d4a2-4187-887e-b4c47d975211 req-28a12281-1b62-4911-bf8c-28484efc502b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a21d2f1-c28e-4022-9ded-ab7d7cbcd937 HTTP/1.1" status: 200 len: 854 time: 0.0491049 Sep 16 01:20:44.984122 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-31c6a7b5-e044-4b93-a5ed-f4a0b8b992c2 None None] Set router 061cb916-039d-4d2c-8499-e0992af7c676 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:20:45.008440 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891d050-d4a2-4187-887e-b4c47d975211 req-16c66363-4393-4c21-a0c2-a6cea81e8194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:20:45.010155 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f891d050-d4a2-4187-887e-b4c47d975211 req-16c66363-4393-4c21-a0c2-a6cea81e8194 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e76ecd4a-0f04-4066-a036-5e09260f78fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444243 Sep 16 01:20:45.112448 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f891d050-d4a2-4187-887e-b4c47d975211 req-45d99d67-bdcd-4709-835a-2dd07b323b76 service neutron] 10.222.0.47 "GET /v2.0/networks/e76ecd4a-0f04-4066-a036-5e09260f78fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941036 Sep 16 01:20:45.232165 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-f891d050-d4a2-4187-887e-b4c47d975211 req-821afead-100b-41f0-be8b-239b91a4aa39 service neutron] 10.222.0.47 "GET /v2.0/networks/e76ecd4a-0f04-4066-a036-5e09260f78fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123629 Sep 16 01:20:45.238333 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-31c6a7b5-e044-4b93-a5ed-f4a0b8b992c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061cb916-039d-4d2c-8499-e0992af7c676', 'name': 'tempest-TestMinimumBasicScenario-1141561125-router', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:08Z', 'updated_at': '2021-09-16T01:18:13Z', 'revision_number': 4, 'project_id': '41bf6a37de014072adf885993889f7d9', 'gw_port': {'id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:09Z', 'updated_at': '2021-09-16T01:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '455dd7eb-6e6e-493f-94d2-59e9667ef9f4', 'name': '', 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'mac_address': 'fa:16:3e:89:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4a21d2f1-c28e-4022-9ded-ab7d7cbcd937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:12Z', 'updated_at': '2021-09-16T01:18:19Z', 'revision_number': 5, 'project_id': '41bf6a37de014072adf885993889f7d9', 'subnets': [{'id': '4a21d2f1-c28e-4022-9ded-ab7d7cbcd937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:20:45.269153 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c6a7b5-e044-4b93-a5ed-f4a0b8b992c2 None None] The sync data for ids ['061cb916-039d-4d2c-8499-e0992af7c676'] in dv-cinder-809305-1-iscsi is: [{'id': '061cb916-039d-4d2c-8499-e0992af7c676', 'name': 'tempest-TestMinimumBasicScenario-1141561125-router', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:08Z', 'updated_at': '2021-09-16T01:18:13Z', 'revision_number': 4, 'project_id': '41bf6a37de014072adf885993889f7d9', 'gw_port': {'id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:09Z', 'updated_at': '2021-09-16T01:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '455dd7eb-6e6e-493f-94d2-59e9667ef9f4', 'name': '', 'network_id': 'e76ecd4a-0f04-4066-a036-5e09260f78fa', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'mac_address': 'fa:16:3e:89:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '4a21d2f1-c28e-4022-9ded-ab7d7cbcd937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:12Z', 'updated_at': '2021-09-16T01:18:19Z', 'revision_number': 5, 'project_id': '41bf6a37de014072adf885993889f7d9', 'subnets': [{'id': '4a21d2f1-c28e-4022-9ded-ab7d7cbcd937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:20:45.491900 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48757e26-daaf-420b-9902-fbfac3b9149c None None] New status for floating IP cf1e93b0-66d5-460e-b9d5-115769ccf782: DOWN {{(pid=94554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 01:20:45.569493 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 40834) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:45.585152 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0d7f0a1c-02a4-48c4-bf5c-cf0eb005212d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:45.674503 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0d7f0a1c-02a4-48c4-bf5c-cf0eb005212d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:45.758666 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0d7f0a1c-02a4-48c4-bf5c-cf0eb005212d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:45.796435 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-0d7f0a1c-02a4-48c4-bf5c-cf0eb005212d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8bee52728b7c4ca4ab7bb8d430c2d2ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258308 Sep 16 01:20:45.797337 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f0a1c-02a4-48c4-bf5c-cf0eb005212d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bd90bd-32d5-405f-8eaa-7f00f7fd9534,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:45.799162 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 40836) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:45.847520 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-98362edb-2ba0-43db-ab69-b86db10b25c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:45.868683 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-98362edb-2ba0-43db-ab69-b86db10b25c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:45.983061 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-98362edb-2ba0-43db-ab69-b86db10b25c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:45.986789 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-98362edb-2ba0-43db-ab69-b86db10b25c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:45.987934 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-98362edb-2ba0-43db-ab69-b86db10b25c3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9bd90bd-32d5-405f-8eaa-7f00f7fd9534 HTTP/1.1" status: 204 len: 168 time: 0.1877699 Sep 16 01:20:45.998075 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98362edb-2ba0-43db-ab69-b86db10b25c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bd90bd-32d5-405f-8eaa-7f00f7fd9534,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:48.585690 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:54.385354 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b06cc-73e1-4133-9d65-d916dec4c022 req-0cff83ae-681d-4c67-ab4c-317b54b9f053 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:20:54.386791 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-0e4b06cc-73e1-4133-9d65-d916dec4c022 req-0cff83ae-681d-4c67-ab4c-317b54b9f053 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 946 time: 0.0496252 Sep 16 01:20:54.431305 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-0e4b06cc-73e1-4133-9d65-d916dec4c022 req-190e323e-1bd1-4b6c-93d8-8dab880a04a8 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384505 Sep 16 01:20:55.552822 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6faf31-c2a0-4778-97b7-c86e1b3d75d2 req-84c67073-e2cd-430f-829d-cbf25efbe6c7 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:20:55.554356 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9a6faf31-c2a0-4778-97b7-c86e1b3d75d2 req-84c67073-e2cd-430f-829d-cbf25efbe6c7 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 946 time: 0.0536153 Sep 16 01:20:55.591750 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-9a6faf31-c2a0-4778-97b7-c86e1b3d75d2 req-91289e8f-0cb7-4866-a11c-eecffddd1823 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ae50dd4-904b-4226-a251-bade8cdf85cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313435 Sep 16 01:20:55.864482 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 41024) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:55.971267 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-afa15790-aa0f-4e9b-a522-af6908bcfca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:56.066634 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-afa15790-aa0f-4e9b-a522-af6908bcfca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:56.153876 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-afa15790-aa0f-4e9b-a522-af6908bcfca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:56.196190 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-afa15790-aa0f-4e9b-a522-af6908bcfca9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a334cfb695bb428db8e92553e8e57e7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304980 Sep 16 01:20:56.197487 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa15790-aa0f-4e9b-a522-af6908bcfca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fefeb5-388b-4b03-b00b-159885bbdbeb,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:56.199907 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 41028) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:56.225964 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec57ee-9f0b-4e72-bec0-9b077b9103d5 req-9d9ac47e-d684-4772-ba70-5a8d68a400bb tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:20:56.227450 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b5ec57ee-9f0b-4e72-bec0-9b077b9103d5 req-9d9ac47e-d684-4772-ba70-5a8d68a400bb tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.47 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 946 time: 0.0530879 Sep 16 01:20:56.248809 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-477ace09-cd41-4830-a3c5-85345185e871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:56.268847 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-477ace09-cd41-4830-a3c5-85345185e871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:56.317059 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-b5ec57ee-9f0b-4e72-bec0-9b077b9103d5 req-8f0ad1b9-0302-4c80-a747-46d17d211f60 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Deleting port 9b840228-15ee-438b-9017-04f1e877eec6 {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:20:56.317365 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-b5ec57ee-9f0b-4e72-bec0-9b077b9103d5 req-8f0ad1b9-0302-4c80-a747-46d17d211f60 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:56.394242 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-477ace09-cd41-4830-a3c5-85345185e871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:56.396874 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-477ace09-cd41-4830-a3c5-85345185e871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:56.398149 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-477ace09-cd41-4830-a3c5-85345185e871 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/92fefeb5-388b-4b03-b00b-159885bbdbeb HTTP/1.1" status: 204 len: 168 time: 0.1973350 Sep 16 01:20:56.406090 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ace09-cd41-4830-a3c5-85345185e871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fefeb5-388b-4b03-b00b-159885bbdbeb,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:56.422147 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-b5ec57ee-9f0b-4e72-bec0-9b077b9103d5 req-8f0ad1b9-0302-4c80-a747-46d17d211f60 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] For port 9b840228-15ee-438b-9017-04f1e877eec6, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=9b840228-15ee-438b-9017-04f1e877eec6,segment=NetworkSegment(1f316261-7fe7-493f-bc93-346c665e0701),segment_id=1f316261-7fe7-493f-bc93-346c665e0701)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:20:56.426705 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-b5ec57ee-9f0b-4e72-bec0-9b077b9103d5 req-8f0ad1b9-0302-4c80-a747-46d17d211f60 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:56.436618 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-b5ec57ee-9f0b-4e72-bec0-9b077b9103d5 req-8f0ad1b9-0302-4c80-a747-46d17d211f60 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Calling delete_port for 9b840228-15ee-438b-9017-04f1e877eec6 owned by compute:nova {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:20:56.674543 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-b5ec57ee-9f0b-4e72-bec0-9b077b9103d5 req-8f0ad1b9-0302-4c80-a747-46d17d211f60 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:56.692959 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-2c2feb6d-20ee-404f-bdb4-14c9d1b7f2cd req-8112555e-6937-4dfa-83b1-f5f82ad0b8c9 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 210 time: 0.0312812 Sep 16 01:20:56.709689 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['9b840228-15ee-438b-9017-04f1e877eec6'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:20:56.715418 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ad1b9-0302-4c80-a747-46d17d211f60 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Pushing event deleted for resources: {'Port': ['ID=9b840228-15ee-438b-9017-04f1e877eec6,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:56.751654 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ec57ee-9f0b-4e72-bec0-9b077b9103d5 req-8f0ad1b9-0302-4c80-a747-46d17d211f60 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] No DVR routers for this DVR port 9b840228-15ee-438b-9017-04f1e877eec6 on host hv-cinder-80930 {{(pid=94551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:20:56.754343 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-b5ec57ee-9f0b-4e72-bec0-9b077b9103d5 req-8f0ad1b9-0302-4c80-a747-46d17d211f60 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:56.760608 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b5ec57ee-9f0b-4e72-bec0-9b077b9103d5 req-8f0ad1b9-0302-4c80-a747-46d17d211f60 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.47 "DELETE /v2.0/ports/9b840228-15ee-438b-9017-04f1e877eec6 HTTP/1.1" status: 204 len: 173 time: 0.5224733 Sep 16 01:20:56.760608 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f375f9-e67b-4a24-be09-e2a41f8e713b', 'name': 'network-vif-deleted', 'tag': '9b840228-15ee-438b-9017-04f1e877eec6'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:20:56.760608 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c882b7e-0476-4a32-97de-edeedd10ee43" -d '{"events": [{"server_uuid": "61f375f9-e67b-4a24-be09-e2a41f8e713b", "name": "network-vif-deleted", "tag": "9b840228-15ee-438b-9017-04f1e877eec6"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:20:56.796107 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca209c97-63cf-46a0-93f2-21e509524458 x-openstack-request-id: req-ca209c97-63cf-46a0-93f2-21e509524458 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:20:56.796642 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f375f9-e67b-4a24-be09-e2a41f8e713b", "name": "network-vif-deleted", "tag": "9b840228-15ee-438b-9017-04f1e877eec6", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:20:56.796891 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca209c97-63cf-46a0-93f2-21e509524458 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:20:56.797320 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f375f9-e67b-4a24-be09-e2a41f8e713b', 'name': 'network-vif-deleted', 'tag': '9b840228-15ee-438b-9017-04f1e877eec6', 'status': 'completed', 'code': 200} Sep 16 01:20:57.196745 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 41042) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:57.210200 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-9c08a697-d1b4-4e2a-82b7-d3c6bb92ba52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:57.293469 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-9c08a697-d1b4-4e2a-82b7-d3c6bb92ba52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:57.371500 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-9c08a697-d1b4-4e2a-82b7-d3c6bb92ba52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:57.411148 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-9c08a697-d1b4-4e2a-82b7-d3c6bb92ba52 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=26c1c78a16b642929b146f379508e70a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132301 Sep 16 01:20:57.412437 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08a697-d1b4-4e2a-82b7-d3c6bb92ba52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174ea949-cbd7-465a-ac6c-c4034ce5a0d2,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:57.413902 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 41046) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:57.464260 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6ec93596-5228-4122-b900-00a518876fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:57.485735 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6ec93596-5228-4122-b900-00a518876fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:57.609842 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6ec93596-5228-4122-b900-00a518876fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:57.612427 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-6ec93596-5228-4122-b900-00a518876fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:57.614145 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-6ec93596-5228-4122-b900-00a518876fe9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/174ea949-cbd7-465a-ac6c-c4034ce5a0d2 HTTP/1.1" status: 204 len: 168 time: 0.1986687 Sep 16 01:20:57.624389 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec93596-5228-4122-b900-00a518876fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174ea949-cbd7-465a-ac6c-c4034ce5a0d2,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:57.793854 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-54bbbd65-ae11-4c94-a468-287151f6cc5e req-5596ad9c-df2c-4518-86a7-994101f9af59 tempest-TestMinimumBasicScenario-1358188173 tempest-TestMinimumBasicScenario-1358188173-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f375f9-e67b-4a24-be09-e2a41f8e713b HTTP/1.1" status: 200 len: 210 time: 0.0248413 Sep 16 01:20:58.293851 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 41066) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:58.307028 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-dddc4ae8-d4ae-4808-84b7-65d28660d073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:58.397526 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-dddc4ae8-d4ae-4808-84b7-65d28660d073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:58.480042 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-dddc4ae8-d4ae-4808-84b7-65d28660d073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:58.516753 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-dddc4ae8-d4ae-4808-84b7-65d28660d073 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aeadf075908d47f1b73b43e6eba575a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218323 Sep 16 01:20:58.517632 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc4ae8-d4ae-4808-84b7-65d28660d073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f0f7cb-8e2d-48b4-981c-d04f7f851457,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:58.520826 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 41070) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:20:58.568280 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-50985f2d-7bc1-4bc9-951e-3adf4e12b146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:58.588846 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-50985f2d-7bc1-4bc9-951e-3adf4e12b146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:58.742393 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-50985f2d-7bc1-4bc9-951e-3adf4e12b146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:58.742573 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e47fd225-7271-4253-acb6-a389b2009159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:58.745869 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-50985f2d-7bc1-4bc9-951e-3adf4e12b146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:20:58.747125 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-50985f2d-7bc1-4bc9-951e-3adf4e12b146 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b7f0f7cb-8e2d-48b4-981c-d04f7f851457 HTTP/1.1" status: 204 len: 168 time: 0.2250624 Sep 16 01:20:58.754980 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50985f2d-7bc1-4bc9-951e-3adf4e12b146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f0f7cb-8e2d-48b4-981c-d04f7f851457,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:20:59.500278 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 9b840228-15ee-438b-9017-04f1e877eec6 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:20:59.520342 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] No Port match for: 9b840228-15ee-438b-9017-04f1e877eec6 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:20:59.520700 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 9b840228-15ee-438b-9017-04f1e877eec6 not bound to the agent host hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:21:00.590936 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 41162) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:00.700380 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-98bf3bbe-1565-4ef2-9359-45cfb38309bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:00.789406 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-98bf3bbe-1565-4ef2-9359-45cfb38309bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:00.857534 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 41166) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:00.898383 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-98bf3bbe-1565-4ef2-9359-45cfb38309bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:00.950752 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-98bf3bbe-1565-4ef2-9359-45cfb38309bc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8df5595fdc014a369a41f5edb0f22237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3587286 Sep 16 01:21:00.953630 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 41168) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:00.977926 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf3bbe-1565-4ef2-9359-45cfb38309bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827630cd-b5aa-4c0d-90da-8fee30c766a4,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:01.002768 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-51fdeb96-6f6a-4b54-a836-8ed3f491a5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:01.025511 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-51fdeb96-6f6a-4b54-a836-8ed3f491a5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:01.192364 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-51fdeb96-6f6a-4b54-a836-8ed3f491a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:01.194993 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-51fdeb96-6f6a-4b54-a836-8ed3f491a5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:01.196625 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-51fdeb96-6f6a-4b54-a836-8ed3f491a5a8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/827630cd-b5aa-4c0d-90da-8fee30c766a4 HTTP/1.1" status: 204 len: 168 time: 0.2415354 Sep 16 01:21:01.204116 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fdeb96-6f6a-4b54-a836-8ed3f491a5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827630cd-b5aa-4c0d-90da-8fee30c766a4,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:01.309546 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7ece3f3a-b7aa-4a5d-aaee-8b6495c4029b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529688'] for router_interface, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:01.491000 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-67a880d8-ed62-4582-9980-45fb6c8bfa6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:01.597989 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-7ece3f3a-b7aa-4a5d-aaee-8b6495c4029b admin admin] Deleting port 455dd7eb-6e6e-493f-94d2-59e9667ef9f4 {{(pid=94552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:21:01.598624 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7ece3f3a-b7aa-4a5d-aaee-8b6495c4029b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:01.678906 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.db [None req-7ece3f3a-b7aa-4a5d-aaee-8b6495c4029b admin admin] For port 455dd7eb-6e6e-493f-94d2-59e9667ef9f4, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=455dd7eb-6e6e-493f-94d2-59e9667ef9f4,segment=NetworkSegment(1f316261-7fe7-493f-bc93-346c665e0701),segment_id=1f316261-7fe7-493f-bc93-346c665e0701)] {{(pid=94552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:21:01.679286 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7ece3f3a-b7aa-4a5d-aaee-8b6495c4029b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:01.694752 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-7ece3f3a-b7aa-4a5d-aaee-8b6495c4029b admin admin] Calling delete_port for 455dd7eb-6e6e-493f-94d2-59e9667ef9f4 owned by network:router_interface {{(pid=94552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:21:01.896937 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:01.999930 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7ece3f3a-b7aa-4a5d-aaee-8b6495c4029b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:02.023764 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece3f3a-b7aa-4a5d-aaee-8b6495c4029b admin admin] Pushing event deleted for resources: {'Port': ['ID=455dd7eb-6e6e-493f-94d2-59e9667ef9f4,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:02.198510 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-7ece3f3a-b7aa-4a5d-aaee-8b6495c4029b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530344'] for router_interface, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:02.369399 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 41196) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:02.419807 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ece3f3a-b7aa-4a5d-aaee-8b6495c4029b admin admin] Router 061cb916-039d-4d2c-8499-e0992af7c676 has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:21:02.478068 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-65ec8998-4889-46a8-96ba-0a9fb98c4b78 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-658075325-network', 'tenant_id': '784d6315ab2442e587cb13e7cd452060'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:21:02.524340 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ece3f3a-b7aa-4a5d-aaee-8b6495c4029b admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:21:02.528819 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-7ece3f3a-b7aa-4a5d-aaee-8b6495c4029b admin admin] 10.222.0.22 "PUT /v2.0/routers/061cb916-039d-4d2c-8499-e0992af7c676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6702762 Sep 16 01:21:02.531398 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 41202) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:02.533877 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0239a3-43a5-4d57-bf62-138e373972ab None None] Sync routers for ids ['061cb916-039d-4d2c-8499-e0992af7c676'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:21:02.543043 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0239a3-43a5-4d57-bf62-138e373972ab None None] Routers {'061cb916-039d-4d2c-8499-e0992af7c676'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:21:02.543663 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-5a0239a3-43a5-4d57-bf62-138e373972ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:21:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['061cb916-039d-4d2c-8499-e0992af7c676'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:21:02.553909 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ec8998-4889-46a8-96ba-0a9fb98c4b78 admin admin] Made reservation on behalf of 784d6315ab2442e587cb13e7cd452060 for: {'network': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:21:02.556448 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-65ec8998-4889-46a8-96ba-0a9fb98c4b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for network, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:02.565013 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-65ec8998-4889-46a8-96ba-0a9fb98c4b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:02.634979 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a75cc3ae-c7d5-45cb-89ad-94c7e2c207c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:02.650227 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-5a0239a3-43a5-4d57-bf62-138e373972ab None None] Set router 061cb916-039d-4d2c-8499-e0992af7c676 gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:21:02.660723 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-65ec8998-4889-46a8-96ba-0a9fb98c4b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:02.713833 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-65ec8998-4889-46a8-96ba-0a9fb98c4b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:02.735542 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ec8998-4889-46a8-96ba-0a9fb98c4b78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=94551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:21:02.740374 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a75cc3ae-c7d5-45cb-89ad-94c7e2c207c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:02.749640 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec8998-4889-46a8-96ba-0a9fb98c4b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2582f1b0-3ac8-424a-9f81-ccf46ef61903,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:02.755041 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-65ec8998-4889-46a8-96ba-0a9fb98c4b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:02.755488 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.db.segments_db [None req-65ec8998-4889-46a8-96ba-0a9fb98c4b78 admin admin] Added segment c432d6ef-1eb0-4500-8e3c-9e4752400c88 of type vlan for network d634635a-0f30-4691-be93-2e0da07b63c3 Sep 16 01:21:02.795585 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-65ec8998-4889-46a8-96ba-0a9fb98c4b78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752232308511'] for network, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:02.841956 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-5a0239a3-43a5-4d57-bf62-138e373972ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061cb916-039d-4d2c-8499-e0992af7c676', 'name': 'tempest-TestMinimumBasicScenario-1141561125-router', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:08Z', 'updated_at': '2021-09-16T01:21:01Z', 'revision_number': 5, 'project_id': '41bf6a37de014072adf885993889f7d9', 'gw_port': {'id': '4dd51ef2-4a38-4eb8-b758-affbb7290fc5', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cb916-039d-4d2c-8499-e0992af7c676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:09Z', 'updated_at': '2021-09-16T01:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:21:02.843631 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:02.857941 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-a75cc3ae-c7d5-45cb-89ad-94c7e2c207c2 admin admin] Deleting port 4dd51ef2-4a38-4eb8-b758-affbb7290fc5 {{(pid=94552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:21:02.858296 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a75cc3ae-c7d5-45cb-89ad-94c7e2c207c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:02.873064 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0239a3-43a5-4d57-bf62-138e373972ab None None] Checking router: 061cb916-039d-4d2c-8499-e0992af7c676 for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:21:02.881890 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0239a3-43a5-4d57-bf62-138e373972ab None None] Routers {'061cb916-039d-4d2c-8499-e0992af7c676'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:21:02.882503 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-5a0239a3-43a5-4d57-bf62-138e373972ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:21:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['061cb916-039d-4d2c-8499-e0992af7c676'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:21:02.901331 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-65ec8998-4889-46a8-96ba-0a9fb98c4b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141'] for network, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:02.901331 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ec8998-4889-46a8-96ba-0a9fb98c4b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:02.901331 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-65ec8998-4889-46a8-96ba-0a9fb98c4b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:02.938278 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.db [None req-a75cc3ae-c7d5-45cb-89ad-94c7e2c207c2 admin admin] For port 4dd51ef2-4a38-4eb8-b758-affbb7290fc5, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=4dd51ef2-4a38-4eb8-b758-affbb7290fc5,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:21:02.938937 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a75cc3ae-c7d5-45cb-89ad-94c7e2c207c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:02.953102 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-a75cc3ae-c7d5-45cb-89ad-94c7e2c207c2 admin admin] Calling delete_port for 4dd51ef2-4a38-4eb8-b758-affbb7290fc5 owned by network:router_gateway {{(pid=94552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:21:02.962489 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec8998-4889-46a8-96ba-0a9fb98c4b78 admin admin] Pushing event updated for resources: {'Network': ['ID=d634635a-0f30-4691-be93-2e0da07b63c3,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:02.972063 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-5a0239a3-43a5-4d57-bf62-138e373972ab None None] Set router 061cb916-039d-4d2c-8499-e0992af7c676 gateway port host: None {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:21:02.975584 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Network d634635a-0f30-4691-be93-2e0da07b63c3 details requested by agent ovs-agent-dv-cinder-809305-1-iscsi with host dv-cinder-809305-1-iscsi {{(pid=94553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:21:03.029984 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-65ec8998-4889-46a8-96ba-0a9fb98c4b78 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6588197 Sep 16 01:21:03.033105 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 41204) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:03.044076 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-5a0239a3-43a5-4d57-bf62-138e373972ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061cb916-039d-4d2c-8499-e0992af7c676', 'name': 'tempest-TestMinimumBasicScenario-1141561125-router', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:08Z', 'updated_at': '2021-09-16T01:21:02Z', 'revision_number': 6, 'project_id': '41bf6a37de014072adf885993889f7d9', 'gw_port_host': None}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:21:03.044225 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-4f85bc26-eb48-4a1a-b628-66d95a23bb16 admin admin] Request body: {'subnet': {'network_id': 'd634635a-0f30-4691-be93-2e0da07b63c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-658075325-subnet', 'tenant_id': '784d6315ab2442e587cb13e7cd452060', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:21:03.076517 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0239a3-43a5-4d57-bf62-138e373972ab None None] The sync data for ids ['061cb916-039d-4d2c-8499-e0992af7c676'] in dv-cinder-809305-1-iscsi is: [{'id': '061cb916-039d-4d2c-8499-e0992af7c676', 'name': 'tempest-TestMinimumBasicScenario-1141561125-router', 'tenant_id': '41bf6a37de014072adf885993889f7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:08Z', 'updated_at': '2021-09-16T01:21:02Z', 'revision_number': 6, 'project_id': '41bf6a37de014072adf885993889f7d9', 'gw_port_host': None}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:21:03.171088 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f85bc26-eb48-4a1a-b628-66d95a23bb16 admin admin] Made reservation on behalf of 784d6315ab2442e587cb13e7cd452060 for: {'subnet': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:21:03.173524 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-4f85bc26-eb48-4a1a-b628-66d95a23bb16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17913914'] for subnet, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:03.262435 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a75cc3ae-c7d5-45cb-89ad-94c7e2c207c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:03.296530 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75cc3ae-c7d5-45cb-89ad-94c7e2c207c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd51ef2-4a38-4eb8-b758-affbb7290fc5,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:03.349182 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a75cc3ae-c7d5-45cb-89ad-94c7e2c207c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530286'] for router_gateway, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:03.411701 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-4f85bc26-eb48-4a1a-b628-66d95a23bb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17682405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17913876'] for subnet, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:03.439950 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a75cc3ae-c7d5-45cb-89ad-94c7e2c207c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1203'] for router, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:03.441439 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a75cc3ae-c7d5-45cb-89ad-94c7e2c207c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:03.475884 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85bc26-eb48-4a1a-b628-66d95a23bb16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca9a3e94-c922-4239-ba7a-4080e6d04ae5,revision_number=0']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:03.482143 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f85bc26-eb48-4a1a-b628-66d95a23bb16 admin admin] Checking segment: {'id': 'c432d6ef-1eb0-4500-8e3c-9e4752400c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd634635a-0f30-4691-be93-2e0da07b63c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:21:03.482607 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f85bc26-eb48-4a1a-b628-66d95a23bb16 admin admin] Network hostable DHCP agents. Network: d634635a-0f30-4691-be93-2e0da07b63c3, hostable agents: ['8150fd10-5b69-4841-ab2e-29f8c66906c8'], hosted agents: [] {{(pid=94551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:21:03.537368 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a75cc3ae-c7d5-45cb-89ad-94c7e2c207c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531396'] for router, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:03.537933 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75cc3ae-c7d5-45cb-89ad-94c7e2c207c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 061cb916-039d-4d2c-8499-e0992af7c676 {{(pid=94552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 01:21:03.548324 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-a75cc3ae-c7d5-45cb-89ad-94c7e2c207c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:03.548324 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-a75cc3ae-c7d5-45cb-89ad-94c7e2c207c2 admin admin] 10.222.0.22 "DELETE /v2.0/routers/061cb916-039d-4d2c-8499-e0992af7c676 HTTP/1.1" status: 204 len: 168 time: 1.0109479 Sep 16 01:21:03.548324 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 41208) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:03.565250 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f85bc26-eb48-4a1a-b628-66d95a23bb16 admin admin] Network d634635a-0f30-4691-be93-2e0da07b63c3 is scheduled to be hosted by DHCP agent 8150fd10-5b69-4841-ab2e-29f8c66906c8 with binding_index 1 {{(pid=94551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:21:03.591340 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.db_base_plugin_v2 [None req-37640b6c-8c47-4e8a-9b5b-1c869f6c2988 admin admin] Deleting subnet 4a21d2f1-c28e-4022-9ded-ab7d7cbcd937 {{(pid=94552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 01:21:03.594296 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-37640b6c-8c47-4e8a-9b5b-1c869f6c2988 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:03.627831 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-37640b6c-8c47-4e8a-9b5b-1c869f6c2988 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9529375'] for subnet, precommit_delete_associations {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:03.651318 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-4f85bc26-eb48-4a1a-b628-66d95a23bb16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809305-1-iscsi, d634635a-0f30-4691-be93-2e0da07b63c3) {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:21:03.655751 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f85bc26-eb48-4a1a-b628-66d95a23bb16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:03.656542 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-4f85bc26-eb48-4a1a-b628-66d95a23bb16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:03.660349 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0344c16e-237a-4294-a9ba-63d1636069cc None None] Network d634635a-0f30-4691-be93-2e0da07b63c3 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:21:03.708958 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-37640b6c-8c47-4e8a-9b5b-1c869f6c2988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8015751'] for subnet, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:03.771339 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-4f85bc26-eb48-4a1a-b628-66d95a23bb16 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7368789 Sep 16 01:21:03.784112 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32a895b-5871-4782-8177-79239b9259a7 None None] Network d634635a-0f30-4691-be93-2e0da07b63c3 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:21:03.831024 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-37640b6c-8c47-4e8a-9b5b-1c869f6c2988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8015760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9529516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9551379'] for subnet, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:03.868228 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37640b6c-8c47-4e8a-9b5b-1c869f6c2988 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a21d2f1-c28e-4022-9ded-ab7d7cbcd937,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:03.880676 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-37640b6c-8c47-4e8a-9b5b-1c869f6c2988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:03.885515 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-37640b6c-8c47-4e8a-9b5b-1c869f6c2988 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4a21d2f1-c28e-4022-9ded-ab7d7cbcd937 HTTP/1.1" status: 204 len: 168 time: 0.3385694 Sep 16 01:21:03.889217 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 41212) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:03.984760 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5a4dc46a-58f0-45c9-800d-3b6ce852e2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7919478'] for network, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:04.023402 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325188fc-9497-41ba-98bc-3bc1b0ed6146 None None] Network e76ecd4a-0f04-4066-a036-5e09260f78fa requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:21:04.046499 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-5a4dc46a-58f0-45c9-800d-3b6ce852e2f4 admin admin] Deleting port 20468c77-9171-4d28-9d36-6acdcb3e41a8 {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:21:04.046845 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5a4dc46a-58f0-45c9-800d-3b6ce852e2f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:04.114777 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-5a4dc46a-58f0-45c9-800d-3b6ce852e2f4 admin admin] For port 20468c77-9171-4d28-9d36-6acdcb3e41a8, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=20468c77-9171-4d28-9d36-6acdcb3e41a8,segment=NetworkSegment(1f316261-7fe7-493f-bc93-346c665e0701),segment_id=1f316261-7fe7-493f-bc93-346c665e0701)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:21:04.116514 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5a4dc46a-58f0-45c9-800d-3b6ce852e2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:04.136496 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-5a4dc46a-58f0-45c9-800d-3b6ce852e2f4 admin admin] Calling delete_port for 20468c77-9171-4d28-9d36-6acdcb3e41a8 owned by network:dhcp {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:21:04.242366 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bf661a-cf5e-4534-881f-f2ecaf085d9a None None] DHCP port deletion for e76ecd4a-0f04-4066-a036-5e09260f78fa request from dv-cinder-809305-1-iscsi {{(pid=94553) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 01:21:04.306196 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-23bf661a-cf5e-4534-881f-f2ecaf085d9a None None] Deleting port 20468c77-9171-4d28-9d36-6acdcb3e41a8 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:21:04.306759 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-23bf661a-cf5e-4534-881f-f2ecaf085d9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:04.318140 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5a4dc46a-58f0-45c9-800d-3b6ce852e2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:04.345427 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4dc46a-58f0-45c9-800d-3b6ce852e2f4 admin admin] No DVR routers for this DVR port 20468c77-9171-4d28-9d36-6acdcb3e41a8 on host dv-cinder-809305-1-iscsi {{(pid=94551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:21:04.350158 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4dc46a-58f0-45c9-800d-3b6ce852e2f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=20468c77-9171-4d28-9d36-6acdcb3e41a8,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:04.368222 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-23bf661a-cf5e-4534-881f-f2ecaf085d9a None None] For port 20468c77-9171-4d28-9d36-6acdcb3e41a8, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=20468c77-9171-4d28-9d36-6acdcb3e41a8,segment=NetworkSegment(1f316261-7fe7-493f-bc93-346c665e0701),segment_id=1f316261-7fe7-493f-bc93-346c665e0701)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:21:04.368620 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-23bf661a-cf5e-4534-881f-f2ecaf085d9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:04.387129 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-23bf661a-cf5e-4534-881f-f2ecaf085d9a None None] Calling delete_port for 20468c77-9171-4d28-9d36-6acdcb3e41a8 owned by network:dhcp {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:21:04.388813 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:04.421187 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5a4dc46a-58f0-45c9-800d-3b6ce852e2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8012288', 'neutron.services.segments.db._delete_segments_for_network-8752232865693'] for network, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:04.473488 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-23bf661a-cf5e-4534-881f-f2ecaf085d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:04.499795 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf661a-cf5e-4534-881f-f2ecaf085d9a None None] Pushing event deleted for resources: {'Port': ['ID=20468c77-9171-4d28-9d36-6acdcb3e41a8,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:04.504381 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bf661a-cf5e-4534-881f-f2ecaf085d9a None None] No DVR routers for this DVR port 20468c77-9171-4d28-9d36-6acdcb3e41a8 on host dv-cinder-809305-1-iscsi {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:21:04.523524 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf661a-cf5e-4534-881f-f2ecaf085d9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:04.523882 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf661a-cf5e-4534-881f-f2ecaf085d9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:04.524231 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf661a-cf5e-4534-881f-f2ecaf085d9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:04.524570 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf661a-cf5e-4534-881f-f2ecaf085d9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:04.525129 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf661a-cf5e-4534-881f-f2ecaf085d9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:04.525296 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf661a-cf5e-4534-881f-f2ecaf085d9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:04.525629 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf661a-cf5e-4534-881f-f2ecaf085d9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:04.525964 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf661a-cf5e-4534-881f-f2ecaf085d9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:04.526332 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf661a-cf5e-4534-881f-f2ecaf085d9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:04.526894 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf661a-cf5e-4534-881f-f2ecaf085d9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:04.527226 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf661a-cf5e-4534-881f-f2ecaf085d9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:04.527570 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf661a-cf5e-4534-881f-f2ecaf085d9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:04.718124 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-5a4dc46a-58f0-45c9-800d-3b6ce852e2f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76ecd4a-0f04-4066-a036-5e09260f78fa']}} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:21:04.728068 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-5a4dc46a-58f0-45c9-800d-3b6ce852e2f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f316261-7fe7-493f-bc93-346c665e0701') {'for_net_delete': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:21:04.728363 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-5a4dc46a-58f0-45c9-800d-3b6ce852e2f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f316261-7fe7-493f-bc93-346c665e0701') {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:21:04.738714 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5a4dc46a-58f0-45c9-800d-3b6ce852e2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752232865190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17379143'] for segment, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:04.750534 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5a4dc46a-58f0-45c9-800d-3b6ce852e2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:04.756984 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4dc46a-58f0-45c9-800d-3b6ce852e2f4 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=94551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 01:21:04.757423 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5a4dc46a-58f0-45c9-800d-3b6ce852e2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17681784'] for segment, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: Traceback (most recent call last): Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: timer() Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: cb(*args, **kw) Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: return func(*args, **kwargs) Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: self._notify() Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: self.callback(batched_events) Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: event.method(event) Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: return f(self, *a, **k) Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: return self._get(url).json() Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: return self.request(url, 'GET', **kwargs) Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 01:21:04.759104 dv-cinder-809305-1-iscsi neutron-server[94551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 01:21:04.878252 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5a4dc46a-58f0-45c9-800d-3b6ce852e2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8012313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530186'] for network, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:04.883855 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-5a4dc46a-58f0-45c9-800d-3b6ce852e2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:04.885767 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-5a4dc46a-58f0-45c9-800d-3b6ce852e2f4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e76ecd4a-0f04-4066-a036-5e09260f78fa HTTP/1.1" status: 204 len: 168 time: 0.9962075 Sep 16 01:21:04.888831 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 41224) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:04.896354 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4dc46a-58f0-45c9-800d-3b6ce852e2f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e76ecd4a-0f04-4066-a036-5e09260f78fa,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:05.033024 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 20468c77-9171-4d28-9d36-6acdcb3e41a8 no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:21:05.054102 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: 20468c77-9171-4d28-9d36-6acdcb3e41a8 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:21:05.054563 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 20468c77-9171-4d28-9d36-6acdcb3e41a8 not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:21:05.055051 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 455dd7eb-6e6e-493f-94d2-59e9667ef9f4 no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:21:05.077709 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: 455dd7eb-6e6e-493f-94d2-59e9667ef9f4 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:21:05.078064 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 455dd7eb-6e6e-493f-94d2-59e9667ef9f4 not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:21:05.078495 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 4dd51ef2-4a38-4eb8-b758-affbb7290fc5 no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:21:05.098649 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: 4dd51ef2-4a38-4eb8-b758-affbb7290fc5 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:21:05.099003 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 4dd51ef2-4a38-4eb8-b758-affbb7290fc5 not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:21:05.461253 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-07e13a79-e4af-43fb-8dcd-cc455d6cbf5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529688'] for router_interface, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:05.694462 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-07e13a79-e4af-43fb-8dcd-cc455d6cbf5d admin admin] Deleting port 060b4e30-bfc2-4656-9bde-65eddb11f38f {{(pid=94552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:21:05.694810 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-07e13a79-e4af-43fb-8dcd-cc455d6cbf5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:05.771845 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.db [None req-07e13a79-e4af-43fb-8dcd-cc455d6cbf5d admin admin] For port 060b4e30-bfc2-4656-9bde-65eddb11f38f, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=060b4e30-bfc2-4656-9bde-65eddb11f38f,segment=NetworkSegment(cbeb68d0-0695-4b94-be3b-4e78f621a189),segment_id=cbeb68d0-0695-4b94-be3b-4e78f621a189)] {{(pid=94552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:21:05.772149 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-07e13a79-e4af-43fb-8dcd-cc455d6cbf5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:05.784876 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-07e13a79-e4af-43fb-8dcd-cc455d6cbf5d admin admin] Calling delete_port for 060b4e30-bfc2-4656-9bde-65eddb11f38f owned by network:router_interface {{(pid=94552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:21:06.021589 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-6b24cc46-59c2-4045-a664-79db69483ac6 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:06.022737 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-07e13a79-e4af-43fb-8dcd-cc455d6cbf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:06.023149 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-6b24cc46-59c2-4045-a664-79db69483ac6 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/networks?id=d634635a-0f30-4691-be93-2e0da07b63c3 HTTP/1.1" status: 200 len: 813 time: 0.1009860 Sep 16 01:21:06.038761 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-ad4946ac-0599-496b-a88f-6988ea36a030 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/quotas/784d6315ab2442e587cb13e7cd452060 HTTP/1.1" status: 200 len: 375 time: 0.0097418 Sep 16 01:21:06.049676 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e13a79-e4af-43fb-8dcd-cc455d6cbf5d admin admin] Pushing event deleted for resources: {'Port': ['ID=060b4e30-bfc2-4656-9bde-65eddb11f38f,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:06.073508 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-980043db-0061-49ff-96bb-d4b85ca88bf9 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=784d6315ab2442e587cb13e7cd452060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287874 Sep 16 01:21:06.073976 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e13a79-e4af-43fb-8dcd-cc455d6cbf5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:06.074336 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e13a79-e4af-43fb-8dcd-cc455d6cbf5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:06.074686 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e13a79-e4af-43fb-8dcd-cc455d6cbf5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:06.075030 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e13a79-e4af-43fb-8dcd-cc455d6cbf5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:06.075391 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e13a79-e4af-43fb-8dcd-cc455d6cbf5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:06.075730 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e13a79-e4af-43fb-8dcd-cc455d6cbf5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:06.076064 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e13a79-e4af-43fb-8dcd-cc455d6cbf5d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:06.076397 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e13a79-e4af-43fb-8dcd-cc455d6cbf5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:06.076729 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e13a79-e4af-43fb-8dcd-cc455d6cbf5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:06.077087 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e13a79-e4af-43fb-8dcd-cc455d6cbf5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:06.077413 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e13a79-e4af-43fb-8dcd-cc455d6cbf5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:06.077733 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e13a79-e4af-43fb-8dcd-cc455d6cbf5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:06.178729 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-d8ae6c4e-a482-44de-9dbf-7a3191dbad4d service neutron] 10.222.0.22 "GET /v2.0/networks/d634635a-0f30-4691-be93-2e0da07b63c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909274 Sep 16 01:21:06.219664 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-07e13a79-e4af-43fb-8dcd-cc455d6cbf5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530344'] for router_interface, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:06.277046 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-10715383-03d3-4986-81e6-b84f6f035fa4 service neutron] 10.222.0.22 "GET /v2.0/networks/d634635a-0f30-4691-be93-2e0da07b63c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919909 Sep 16 01:21:06.432692 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e13a79-e4af-43fb-8dcd-cc455d6cbf5d admin admin] Router 9eec31a8-50d3-4478-9496-4c92cfddd23b has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:21:06.564467 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e946e767-1898-4746-9214-95be77cdbc07 req-cd93180a-5907-4e72-9201-167b4e7b2585 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=79b80368-d655-468c-8776-f8a26cd69066 HTTP/1.1" status: 200 len: 210 time: 0.0663614 Sep 16 01:21:06.567773 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e13a79-e4af-43fb-8dcd-cc455d6cbf5d admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:21:06.574392 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-07e13a79-e4af-43fb-8dcd-cc455d6cbf5d admin admin] 10.222.0.22 "PUT /v2.0/routers/9eec31a8-50d3-4478-9496-4c92cfddd23b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6844730 Sep 16 01:21:06.576837 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 41256) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:06.581743 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b75a86-3248-421e-85d9-5221c7e650ca None None] Sync routers for ids ['9eec31a8-50d3-4478-9496-4c92cfddd23b'] in dv-cinder-809305-1-iscsi {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:21:06.601495 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b75a86-3248-421e-85d9-5221c7e650ca None None] Routers {'9eec31a8-50d3-4478-9496-4c92cfddd23b'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:21:06.602127 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-74b75a86-3248-421e-85d9-5221c7e650ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:21:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['9eec31a8-50d3-4478-9496-4c92cfddd23b'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:21:06.693950 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fe352eb9-f7f9-42cc-87fc-87251bb7ed61 admin admin] Notify callbacks [] for router, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:06.718000 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-74b75a86-3248-421e-85d9-5221c7e650ca None None] Set router 9eec31a8-50d3-4478-9496-4c92cfddd23b gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:21:06.796186 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fe352eb9-f7f9-42cc-87fc-87251bb7ed61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:06.893687 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-74b75a86-3248-421e-85d9-5221c7e650ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec31a8-50d3-4478-9496-4c92cfddd23b', 'name': 'tempest-TestMinimumBasicScenario-1013142346-router', 'tenant_id': 'ab07dc317e1f48df92084bc18749e4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ff1a95ed-735a-4a10-bc86-d8fde33d53b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:17Z', 'updated_at': '2021-09-16T01:21:05Z', 'revision_number': 5, 'project_id': 'ab07dc317e1f48df92084bc18749e4f6', 'gw_port': {'id': 'ff1a95ed-735a-4a10-bc86-d8fde33d53b5', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec31a8-50d3-4478-9496-4c92cfddd23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:18Z', 'updated_at': '2021-09-16T01:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:21:06.925075 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b75a86-3248-421e-85d9-5221c7e650ca None None] Checking router: 9eec31a8-50d3-4478-9496-4c92cfddd23b for host: dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:21:06.933268 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b75a86-3248-421e-85d9-5221c7e650ca None None] Routers {'9eec31a8-50d3-4478-9496-4c92cfddd23b'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:21:06.933906 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-74b75a86-3248-421e-85d9-5221c7e650ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:21:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['9eec31a8-50d3-4478-9496-4c92cfddd23b'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:21:06.985137 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-fe352eb9-f7f9-42cc-87fc-87251bb7ed61 admin admin] Deleting port ff1a95ed-735a-4a10-bc86-d8fde33d53b5 {{(pid=94552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:21:06.985494 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fe352eb9-f7f9-42cc-87fc-87251bb7ed61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:07.078124 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.db [None req-fe352eb9-f7f9-42cc-87fc-87251bb7ed61 admin admin] For port ff1a95ed-735a-4a10-bc86-d8fde33d53b5, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=ff1a95ed-735a-4a10-bc86-d8fde33d53b5,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:21:07.078845 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fe352eb9-f7f9-42cc-87fc-87251bb7ed61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:07.091890 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-fe352eb9-f7f9-42cc-87fc-87251bb7ed61 admin admin] Calling delete_port for ff1a95ed-735a-4a10-bc86-d8fde33d53b5 owned by network:router_gateway {{(pid=94552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:21:07.117256 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-74b75a86-3248-421e-85d9-5221c7e650ca None None] Set router 9eec31a8-50d3-4478-9496-4c92cfddd23b gateway port host: None {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:21:07.167396 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-74b75a86-3248-421e-85d9-5221c7e650ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec31a8-50d3-4478-9496-4c92cfddd23b', 'name': 'tempest-TestMinimumBasicScenario-1013142346-router', 'tenant_id': 'ab07dc317e1f48df92084bc18749e4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:17Z', 'updated_at': '2021-09-16T01:21:06Z', 'revision_number': 6, 'project_id': 'ab07dc317e1f48df92084bc18749e4f6', 'gw_port_host': None}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:21:07.196245 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b75a86-3248-421e-85d9-5221c7e650ca None None] The sync data for ids ['9eec31a8-50d3-4478-9496-4c92cfddd23b'] in dv-cinder-809305-1-iscsi is: [{'id': '9eec31a8-50d3-4478-9496-4c92cfddd23b', 'name': 'tempest-TestMinimumBasicScenario-1013142346-router', 'tenant_id': 'ab07dc317e1f48df92084bc18749e4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:17Z', 'updated_at': '2021-09-16T01:21:06Z', 'revision_number': 6, 'project_id': 'ab07dc317e1f48df92084bc18749e4f6', 'gw_port_host': None}] {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:21:07.388162 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fe352eb9-f7f9-42cc-87fc-87251bb7ed61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:07.418027 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe352eb9-f7f9-42cc-87fc-87251bb7ed61 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff1a95ed-735a-4a10-bc86-d8fde33d53b5,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:07.473758 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fe352eb9-f7f9-42cc-87fc-87251bb7ed61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530286'] for router_gateway, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:07.564027 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fe352eb9-f7f9-42cc-87fc-87251bb7ed61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1203'] for router, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:07.566294 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fe352eb9-f7f9-42cc-87fc-87251bb7ed61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:07.644917 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-62de2bfa-d0bf-4f0c-bdff-260c6460a99d req-b7606cc2-e5ba-403d-8f30-719ee83d038e tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=79b80368-d655-468c-8776-f8a26cd69066 HTTP/1.1" status: 200 len: 210 time: 0.0275271 Sep 16 01:21:07.720045 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fe352eb9-f7f9-42cc-87fc-87251bb7ed61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531396'] for router, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:07.720582 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe352eb9-f7f9-42cc-87fc-87251bb7ed61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9eec31a8-50d3-4478-9496-4c92cfddd23b {{(pid=94552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 01:21:07.724938 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-fe352eb9-f7f9-42cc-87fc-87251bb7ed61 admin admin] Notify callbacks [] for router, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:07.726098 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-fe352eb9-f7f9-42cc-87fc-87251bb7ed61 admin admin] 10.222.0.22 "DELETE /v2.0/routers/9eec31a8-50d3-4478-9496-4c92cfddd23b HTTP/1.1" status: 204 len: 168 time: 1.1475699 Sep 16 01:21:07.728627 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 41278) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:07.773324 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc9033db-21da-4267-bafe-69010fb75e89 admin admin] Deleting subnet 32cb28c4-66c3-434a-869c-b5c227e3b4b3 {{(pid=94552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 01:21:07.776501 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-cc9033db-21da-4267-bafe-69010fb75e89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:07.810416 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-cc9033db-21da-4267-bafe-69010fb75e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9529375'] for subnet, precommit_delete_associations {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:07.890659 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-cc9033db-21da-4267-bafe-69010fb75e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8015751'] for subnet, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:08.039364 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-cc9033db-21da-4267-bafe-69010fb75e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8015760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9529516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9551379'] for subnet, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:08.067550 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9033db-21da-4267-bafe-69010fb75e89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32cb28c4-66c3-434a-869c-b5c227e3b4b3,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:08.069553 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-cc9033db-21da-4267-bafe-69010fb75e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:08.074042 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-cc9033db-21da-4267-bafe-69010fb75e89 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/32cb28c4-66c3-434a-869c-b5c227e3b4b3 HTTP/1.1" status: 204 len: 168 time: 0.3418818 Sep 16 01:21:08.074042 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 41290) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:08.074650 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9a4b12-3c82-48bd-9a94-1bf17553b7e1 None None] Network 51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:21:08.151758 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-98167df1-fb4e-4029-84db-47d2bdd1101e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7919478'] for network, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:08.211374 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-98167df1-fb4e-4029-84db-47d2bdd1101e admin admin] Deleting port f6ad31df-9afb-4ae6-a113-e816fae347fa {{(pid=94552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:21:08.211728 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-98167df1-fb4e-4029-84db-47d2bdd1101e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:08.282304 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.db [None req-98167df1-fb4e-4029-84db-47d2bdd1101e admin admin] For port f6ad31df-9afb-4ae6-a113-e816fae347fa, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=f6ad31df-9afb-4ae6-a113-e816fae347fa,segment=NetworkSegment(cbeb68d0-0695-4b94-be3b-4e78f621a189),segment_id=cbeb68d0-0695-4b94-be3b-4e78f621a189)] {{(pid=94552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:21:08.282667 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-98167df1-fb4e-4029-84db-47d2bdd1101e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:08.297069 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b56ce97-f543-4c8f-8065-deb70747bccb None None] DHCP port deletion for 51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc request from dv-cinder-809305-1-iscsi {{(pid=94553) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 01:21:08.298125 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-98167df1-fb4e-4029-84db-47d2bdd1101e admin admin] Calling delete_port for f6ad31df-9afb-4ae6-a113-e816fae347fa owned by network:dhcp {{(pid=94552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:21:08.344438 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-9b56ce97-f543-4c8f-8065-deb70747bccb None None] Deleting port f6ad31df-9afb-4ae6-a113-e816fae347fa {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:21:08.344742 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9b56ce97-f543-4c8f-8065-deb70747bccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:08.411025 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-9b56ce97-f543-4c8f-8065-deb70747bccb None None] For port f6ad31df-9afb-4ae6-a113-e816fae347fa, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=f6ad31df-9afb-4ae6-a113-e816fae347fa,segment=NetworkSegment(cbeb68d0-0695-4b94-be3b-4e78f621a189),segment_id=cbeb68d0-0695-4b94-be3b-4e78f621a189)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:21:08.411500 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9b56ce97-f543-4c8f-8065-deb70747bccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:08.425640 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-9b56ce97-f543-4c8f-8065-deb70747bccb None None] Calling delete_port for f6ad31df-9afb-4ae6-a113-e816fae347fa owned by network:dhcp {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:21:08.457542 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-98167df1-fb4e-4029-84db-47d2bdd1101e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:08.489060 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98167df1-fb4e-4029-84db-47d2bdd1101e admin admin] Pushing event deleted for resources: {'Port': ['ID=f6ad31df-9afb-4ae6-a113-e816fae347fa,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:08.493451 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98167df1-fb4e-4029-84db-47d2bdd1101e admin admin] No DVR routers for this DVR port f6ad31df-9afb-4ae6-a113-e816fae347fa on host dv-cinder-809305-1-iscsi {{(pid=94552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:21:08.517907 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9b56ce97-f543-4c8f-8065-deb70747bccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:08.543201 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56ce97-f543-4c8f-8065-deb70747bccb None None] Pushing event deleted for resources: {'Port': ['ID=f6ad31df-9afb-4ae6-a113-e816fae347fa,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:08.546995 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b56ce97-f543-4c8f-8065-deb70747bccb None None] No DVR routers for this DVR port f6ad31df-9afb-4ae6-a113-e816fae347fa on host dv-cinder-809305-1-iscsi {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:21:08.565965 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-98167df1-fb4e-4029-84db-47d2bdd1101e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8012288', 'neutron.services.segments.db._delete_segments_for_network-8752232865693'] for network, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:08.587030 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.services.segments.db [None req-98167df1-fb4e-4029-84db-47d2bdd1101e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc']}} {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:21:08.595898 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.services.segments.db [None req-98167df1-fb4e-4029-84db-47d2bdd1101e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbeb68d0-0695-4b94-be3b-4e78f621a189') {'for_net_delete': True} {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:21:08.596139 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.services.segments.db [None req-98167df1-fb4e-4029-84db-47d2bdd1101e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbeb68d0-0695-4b94-be3b-4e78f621a189') {} {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:21:08.605133 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-98167df1-fb4e-4029-84db-47d2bdd1101e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752232865190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9529364'] for segment, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:08.617770 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-98167df1-fb4e-4029-84db-47d2bdd1101e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:08.623579 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98167df1-fb4e-4029-84db-47d2bdd1101e admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 01:21:08.623961 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-98167df1-fb4e-4029-84db-47d2bdd1101e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9529970'] for segment, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: Traceback (most recent call last): Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: timer() Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: cb(*args, **kw) Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: return func(*args, **kwargs) Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: self._notify() Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: self.callback(batched_events) Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: event.method(event) Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: return f(self, *a, **k) Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: return self._get(url).json() Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: return self.request(url, 'GET', **kwargs) Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 01:21:08.625626 dv-cinder-809305-1-iscsi neutron-server[94552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 01:21:08.739194 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-24fa1161-fea6-4995-b52b-51717188979b req-f389962e-9726-47cb-b17c-1f5b8853ca1d tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=79b80368-d655-468c-8776-f8a26cd69066 HTTP/1.1" status: 200 len: 210 time: 0.0287442 Sep 16 01:21:08.740010 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-98167df1-fb4e-4029-84db-47d2bdd1101e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8012313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530186'] for network, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:08.745513 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-98167df1-fb4e-4029-84db-47d2bdd1101e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:08.747278 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-98167df1-fb4e-4029-84db-47d2bdd1101e admin admin] 10.222.0.22 "DELETE /v2.0/networks/51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc HTTP/1.1" status: 204 len: 168 time: 0.6723111 Sep 16 01:21:08.758148 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98167df1-fb4e-4029-84db-47d2bdd1101e admin admin] Pushing event deleted for resources: {'Network': ['ID=51c6bcaf-51f7-4c7b-96ab-b3f1f616aadc,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:09.028754 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device f6ad31df-9afb-4ae6-a113-e816fae347fa no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:21:09.047754 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: f6ad31df-9afb-4ae6-a113-e816fae347fa {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:21:09.048322 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device f6ad31df-9afb-4ae6-a113-e816fae347fa not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:21:09.048570 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 060b4e30-bfc2-4656-9bde-65eddb11f38f no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:21:09.067466 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: 060b4e30-bfc2-4656-9bde-65eddb11f38f {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:21:09.067816 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 060b4e30-bfc2-4656-9bde-65eddb11f38f not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:21:09.068230 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device ff1a95ed-735a-4a10-bc86-d8fde33d53b5 no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:21:09.088618 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: ff1a95ed-735a-4a10-bc86-d8fde33d53b5 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:21:09.089238 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device ff1a95ed-735a-4a10-bc86-d8fde33d53b5 not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:21:09.192991 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 41304) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:09.293998 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-9cdc72b5-5522-4664-b4ae-12157c9f2053 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=41bf6a37de014072adf885993889f7d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0997865 Sep 16 01:21:09.296574 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 41308) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:09.348535 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-81e02e31-13b0-4143-ba0c-8b4017d89766 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:09.350002 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-81e02e31-13b0-4143-ba0c-8b4017d89766 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.47 "GET /v2.0/networks?id=d634635a-0f30-4691-be93-2e0da07b63c3 HTTP/1.1" status: 200 len: 813 time: 0.1548765 Sep 16 01:21:09.370648 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-284bf253-41b8-4d28-9656-3fd17c00a6e3 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Request body: {'port': {'device_id': '79b80368-d655-468c-8776-f8a26cd69066', 'network_id': 'd634635a-0f30-4691-be93-2e0da07b63c3', 'admin_state_up': True, 'tenant_id': '784d6315ab2442e587cb13e7cd452060'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:21:09.373628 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c61b8942-7334-4a51-98a2-0b43d3d3d651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:09.420648 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c61b8942-7334-4a51-98a2-0b43d3d3d651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:09.586700 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c61b8942-7334-4a51-98a2-0b43d3d3d651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:09.589440 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c61b8942-7334-4a51-98a2-0b43d3d3d651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:09.590621 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-c61b8942-7334-4a51-98a2-0b43d3d3d651 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0ae50dd4-904b-4226-a251-bade8cdf85cf HTTP/1.1" status: 204 len: 168 time: 0.2931159 Sep 16 01:21:09.591294 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-284bf253-41b8-4d28-9656-3fd17c00a6e3 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Made reservation on behalf of 784d6315ab2442e587cb13e7cd452060 for: {'port': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:21:09.594882 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-284bf253-41b8-4d28-9656-3fd17c00a6e3 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:09.612614 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b8942-7334-4a51-98a2-0b43d3d3d651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae50dd4-904b-4226-a251-bade8cdf85cf,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:09.735272 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-284bf253-41b8-4d28-9656-3fd17c00a6e3 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Allocated IP 172.20.0.3 (d634635a-0f30-4691-be93-2e0da07b63c3/ca9a3e94-c922-4239-ba7a-4080e6d04ae5/de9bb5f7-c6ba-413b-afa3-2001f5087c01) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:21:09.862785 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-384fc8d6-fc74-41a7-a4a7-59f413f44a15 req-026206e4-2dcd-4df6-bfb1-b08a1950a839 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=79b80368-d655-468c-8776-f8a26cd69066 HTTP/1.1" status: 200 len: 210 time: 0.0551038 Sep 16 01:21:09.908240 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-284bf253-41b8-4d28-9656-3fd17c00a6e3 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:10.063297 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-284bf253-41b8-4d28-9656-3fd17c00a6e3 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:10.102759 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-284bf253-41b8-4d28-9656-3fd17c00a6e3 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Network d634635a-0f30-4691-be93-2e0da07b63c3 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:21:10.105736 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-284bf253-41b8-4d28-9656-3fd17c00a6e3 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:21:10.109433 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-284bf253-41b8-4d28-9656-3fd17c00a6e3 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:21:10.136226 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bf253-41b8-4d28-9656-3fd17c00a6e3 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Pushing event updated for resources: {'Port': ['ID=de9bb5f7-c6ba-413b-afa3-2001f5087c01,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:10.162799 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-284bf253-41b8-4d28-9656-3fd17c00a6e3 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:10.163404 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-284bf253-41b8-4d28-9656-3fd17c00a6e3 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:10.257678 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-284bf253-41b8-4d28-9656-3fd17c00a6e3 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8908758 Sep 16 01:21:10.275493 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-373fe2d0-3878-4e6a-93f4-d8f55ac2fa85 service neutron] Request body: {'port': {'device_id': '79b80368-d655-468c-8776-f8a26cd69066', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:21:10.318173 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 41348) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:10.331897 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-373fe2d0-3878-4e6a-93f4-d8f55ac2fa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:10.357475 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-f105fefc-947f-49a6-9dda-7e9688a9403e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ab07dc317e1f48df92084bc18749e4f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380044 Sep 16 01:21:10.359556 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 41350) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:10.407763 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6a4c0284-903d-4229-971d-49ccdd08ac06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:10.430820 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6a4c0284-903d-4229-971d-49ccdd08ac06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:10.548248 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6a4c0284-903d-4229-971d-49ccdd08ac06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:10.551544 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6a4c0284-903d-4229-971d-49ccdd08ac06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:10.555762 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-6a4c0284-903d-4229-971d-49ccdd08ac06 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6f39c96c-b0fd-4763-91ce-af8c205b484f HTTP/1.1" status: 204 len: 168 time: 0.1952567 Sep 16 01:21:10.564025 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c0284-903d-4229-971d-49ccdd08ac06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f39c96c-b0fd-4763-91ce-af8c205b484f,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:10.611320 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-373fe2d0-3878-4e6a-93f4-d8f55ac2fa85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de9bb5f7-c6ba-413b-afa3-2001f5087c01 {{(pid=94551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:21:10.616424 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 41356) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:10.619274 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-373fe2d0-3878-4e6a-93f4-d8f55ac2fa85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:10.632375 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-373fe2d0-3878-4e6a-93f4-d8f55ac2fa85 service neutron] Transition to ACTIVE for port object de9bb5f7-c6ba-413b-afa3-2001f5087c01 will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 01:21:10.702653 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-373fe2d0-3878-4e6a-93f4-d8f55ac2fa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:10.721272 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0cb82db5-1d7c-4f51-9893-142c02ecc98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:10.756381 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fe2d0-3878-4e6a-93f4-d8f55ac2fa85 service neutron] Pushing event updated for resources: {'Port': ['ID=de9bb5f7-c6ba-413b-afa3-2001f5087c01,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:10.811848 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0cb82db5-1d7c-4f51-9893-142c02ecc98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:10.822432 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-373fe2d0-3878-4e6a-93f4-d8f55ac2fa85 service neutron] Attempting to bind port de9bb5f7-c6ba-413b-afa3-2001f5087c01 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:21:10.822776 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-373fe2d0-3878-4e6a-93f4-d8f55ac2fa85 service neutron] Attempting to bind port de9bb5f7-c6ba-413b-afa3-2001f5087c01 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'c432d6ef-1eb0-4500-8e3c-9e4752400c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd634635a-0f30-4691-be93-2e0da07b63c3'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:21:10.823113 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-373fe2d0-3878-4e6a-93f4-d8f55ac2fa85 service neutron] Attempting to bind port de9bb5f7-c6ba-413b-afa3-2001f5087c01 on network d634635a-0f30-4691-be93-2e0da07b63c3 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:21:10.827350 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-373fe2d0-3878-4e6a-93f4-d8f55ac2fa85 service neutron] Port de9bb5f7-c6ba-413b-afa3-2001f5087c01 on network d634635a-0f30-4691-be93-2e0da07b63c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 01:21:10.827682 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-373fe2d0-3878-4e6a-93f4-d8f55ac2fa85 service neutron] Attempting to bind port de9bb5f7-c6ba-413b-afa3-2001f5087c01 on network d634635a-0f30-4691-be93-2e0da07b63c3 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:21:10.833245 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-373fe2d0-3878-4e6a-93f4-d8f55ac2fa85 service neutron] Checking agent: {'id': 'b1327c00-0c42-4ebe-9e46-dfdb42688b79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'started_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:21:10.833588 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-373fe2d0-3878-4e6a-93f4-d8f55ac2fa85 service neutron] Checking segment: {'id': 'c432d6ef-1eb0-4500-8e3c-9e4752400c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd634635a-0f30-4691-be93-2e0da07b63c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:21:10.833977 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-373fe2d0-3878-4e6a-93f4-d8f55ac2fa85 service neutron] Bound using segment: {'id': 'c432d6ef-1eb0-4500-8e3c-9e4752400c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd634635a-0f30-4691-be93-2e0da07b63c3'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:21:10.834407 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-373fe2d0-3878-4e6a-93f4-d8f55ac2fa85 service neutron] Bound port: de9bb5f7-c6ba-413b-afa3-2001f5087c01, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c432d6ef-1eb0-4500-8e3c-9e4752400c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd634635a-0f30-4691-be93-2e0da07b63c3'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:21:10.834769 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-373fe2d0-3878-4e6a-93f4-d8f55ac2fa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:10.880168 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0cb82db5-1d7c-4f51-9893-142c02ecc98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:10.904725 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-373fe2d0-3878-4e6a-93f4-d8f55ac2fa85 service neutron] For port de9bb5f7-c6ba-413b-afa3-2001f5087c01, host hv-cinder-80930, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:21:10.908941 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-373fe2d0-3878-4e6a-93f4-d8f55ac2fa85 service neutron] For port de9bb5f7-c6ba-413b-afa3-2001f5087c01, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=de9bb5f7-c6ba-413b-afa3-2001f5087c01,segment=NetworkSegment(c432d6ef-1eb0-4500-8e3c-9e4752400c88),segment_id=c432d6ef-1eb0-4500-8e3c-9e4752400c88)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:21:10.929169 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 41362) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:10.929473 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-0cb82db5-1d7c-4f51-9893-142c02ecc98c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=389faf8b8f024fc4a54ad4f812a1ea3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114724 Sep 16 01:21:10.930756 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb82db5-1d7c-4f51-9893-142c02ecc98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66371a05-62da-4607-a50f-e41ee2efa25e,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:10.993309 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-4f0f9ea5-6d63-481c-ad08-8be5fbb244ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:11.005030 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-373fe2d0-3878-4e6a-93f4-d8f55ac2fa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:11.006773 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973e8cc-cd20-4a72-b0c0-ae5db9694f13 req-138bb6ae-aae5-458f-bc4e-9bc99ace17c9 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:11.013354 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f973e8cc-cd20-4a72-b0c0-ae5db9694f13 req-138bb6ae-aae5-458f-bc4e-9bc99ace17c9 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=79b80368-d655-468c-8776-f8a26cd69066 HTTP/1.1" status: 200 len: 943 time: 0.0622220 Sep 16 01:21:11.053689 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f973e8cc-cd20-4a72-b0c0-ae5db9694f13 req-498399b6-cf41-4661-ac66-dde5f0bc3ef8 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370228 Sep 16 01:21:11.055008 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-4f0f9ea5-6d63-481c-ad08-8be5fbb244ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:11.068222 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-373fe2d0-3878-4e6a-93f4-d8f55ac2fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:11.068877 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-373fe2d0-3878-4e6a-93f4-d8f55ac2fa85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:11.070373 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-373fe2d0-3878-4e6a-93f4-d8f55ac2fa85 service neutron] 10.222.0.47 "PUT /v2.0/ports/de9bb5f7-c6ba-413b-afa3-2001f5087c01 HTTP/1.1" status: 200 len: 1093 time: 0.7994161 Sep 16 01:21:11.072534 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b80368-d655-468c-8776-f8a26cd69066', 'tag': 'de9bb5f7-c6ba-413b-afa3-2001f5087c01'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:21:11.074897 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4e5a44-f7c1-43c9-82ec-6b5c21e49a50" -d '{"events": [{"name": "network-changed", "server_uuid": "79b80368-d655-468c-8776-f8a26cd69066", "tag": "de9bb5f7-c6ba-413b-afa3-2001f5087c01"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:21:11.114933 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fe2d0-3878-4e6a-93f4-d8f55ac2fa85 service neutron] Pushing event updated for resources: {'Port': ['ID=de9bb5f7-c6ba-413b-afa3-2001f5087c01,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:11.119760 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f999c43a-6116-4367-9281-bc1e2b0511f2 x-openstack-request-id: req-f999c43a-6116-4367-9281-bc1e2b0511f2 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:21:11.120049 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b80368-d655-468c-8776-f8a26cd69066", "tag": "de9bb5f7-c6ba-413b-afa3-2001f5087c01", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:21:11.120320 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f999c43a-6116-4367-9281-bc1e2b0511f2 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:21:11.120725 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b80368-d655-468c-8776-f8a26cd69066', 'tag': 'de9bb5f7-c6ba-413b-afa3-2001f5087c01', 'status': 'completed', 'code': 200} Sep 16 01:21:11.199535 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e5a44-f7c1-43c9-82ec-6b5c21e49a50 req-7e3a4eef-e43a-44cd-87ed-4a2f3ac6a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:11.201082 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ff4e5a44-f7c1-43c9-82ec-6b5c21e49a50 req-7e3a4eef-e43a-44cd-87ed-4a2f3ac6a7ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=784d6315ab2442e587cb13e7cd452060&device_id=79b80368-d655-468c-8776-f8a26cd69066 HTTP/1.1" status: 200 len: 1096 time: 0.0396116 Sep 16 01:21:11.233662 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-4f0f9ea5-6d63-481c-ad08-8be5fbb244ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:11.236199 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-4f0f9ea5-6d63-481c-ad08-8be5fbb244ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:11.237307 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-4f0f9ea5-6d63-481c-ad08-8be5fbb244ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/66371a05-62da-4607-a50f-e41ee2efa25e HTTP/1.1" status: 204 len: 168 time: 0.3067768 Sep 16 01:21:11.258369 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f9ea5-6d63-481c-ad08-8be5fbb244ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66371a05-62da-4607-a50f-e41ee2efa25e,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:11.319490 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e5a44-f7c1-43c9-82ec-6b5c21e49a50 req-eeda258b-119a-4a69-9b49-0ec78670b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:11.321075 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ff4e5a44-f7c1-43c9-82ec-6b5c21e49a50 req-eeda258b-119a-4a69-9b49-0ec78670b6fd service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=784d6315ab2442e587cb13e7cd452060&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1064208 Sep 16 01:21:11.416877 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e5a44-f7c1-43c9-82ec-6b5c21e49a50 req-3777d928-71b7-4e95-b130-4447381eb940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:11.418505 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ff4e5a44-f7c1-43c9-82ec-6b5c21e49a50 req-3777d928-71b7-4e95-b130-4447381eb940 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911541 Sep 16 01:21:11.518930 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-614d7809-d415-4345-b4db-60cd8400832d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:11.520450 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-614d7809-d415-4345-b4db-60cd8400832d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=784d6315ab2442e587cb13e7cd452060&device_id=79b80368-d655-468c-8776-f8a26cd69066 HTTP/1.1" status: 200 len: 1096 time: 0.0447714 Sep 16 01:21:11.567961 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-26d5a9a1-3f03-411c-bfc3-1b261d388f65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de9bb5f7-c6ba-413b-afa3-2001f5087c01 HTTP/1.1" status: 200 len: 217 time: 0.0345871 Sep 16 01:21:11.617295 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-1f793fc9-a2d1-42c1-b6f5-de575b0f8cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:11.618815 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-1f793fc9-a2d1-42c1-b6f5-de575b0f8cea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca9a3e94-c922-4239-ba7a-4080e6d04ae5 HTTP/1.1" status: 200 len: 853 time: 0.0444410 Sep 16 01:21:11.649374 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-1c8ea36f-5d5b-4637-9083-38eac3e85091 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d634635a-0f30-4691-be93-2e0da07b63c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239577 Sep 16 01:21:11.751653 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-83cd2cff-9dbb-4f1e-9281-ba561f4e7998 service neutron] 10.222.0.47 "GET /v2.0/networks/d634635a-0f30-4691-be93-2e0da07b63c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956202 Sep 16 01:21:11.837851 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-95542051-9cf0-4e87-998e-ad3ad4422d01 req-47fc5384-e9b5-466a-8fdf-e7cd9a8ec9cc service neutron] 10.222.0.47 "GET /v2.0/networks/d634635a-0f30-4691-be93-2e0da07b63c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794876 Sep 16 01:21:12.037882 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 41370) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:12.055268 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c3f6739d-c7a4-4d28-b3af-0a8343a5e92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:12.141491 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c3f6739d-c7a4-4d28-b3af-0a8343a5e92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:12.173575 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed9813-05f2-4e43-9b19-7001b190dc66 req-ce22e66d-de27-4c76-aa8b-87f09f72f430 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:12.175031 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c3ed9813-05f2-4e43-9b19-7001b190dc66 req-ce22e66d-de27-4c76-aa8b-87f09f72f430 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=79b80368-d655-468c-8776-f8a26cd69066 HTTP/1.1" status: 200 len: 943 time: 0.0473158 Sep 16 01:21:12.211098 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c3ed9813-05f2-4e43-9b19-7001b190dc66 req-21f25725-d384-4485-a0db-d0b9539af90b tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301430 Sep 16 01:21:12.216431 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c3f6739d-c7a4-4d28-b3af-0a8343a5e92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:12.254947 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-c3f6739d-c7a4-4d28-b3af-0a8343a5e92b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cd9f172ae4f043a08c8bad486e7e3e55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2159026 Sep 16 01:21:12.255747 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6739d-c7a4-4d28-b3af-0a8343a5e92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957f2223-f5a2-498d-9487-213b48ead248,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:12.257558 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 41374) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:12.308871 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-56144a1c-c228-40ad-8bf4-ffdeb237c78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:12.334021 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-56144a1c-c228-40ad-8bf4-ffdeb237c78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:12.467815 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-56144a1c-c228-40ad-8bf4-ffdeb237c78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:12.470336 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-56144a1c-c228-40ad-8bf4-ffdeb237c78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:12.471476 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-56144a1c-c228-40ad-8bf4-ffdeb237c78f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/957f2223-f5a2-498d-9487-213b48ead248 HTTP/1.1" status: 204 len: 168 time: 0.2129509 Sep 16 01:21:12.479855 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56144a1c-c228-40ad-8bf4-ffdeb237c78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957f2223-f5a2-498d-9487-213b48ead248,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:13.326414 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4938b85-c364-4fae-9622-7a76ff70372e req-d7c2782d-48e7-41b3-9a00-5b18d61edbef tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:13.327923 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d4938b85-c364-4fae-9622-7a76ff70372e req-d7c2782d-48e7-41b3-9a00-5b18d61edbef tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=79b80368-d655-468c-8776-f8a26cd69066 HTTP/1.1" status: 200 len: 943 time: 0.0490758 Sep 16 01:21:13.367812 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d4938b85-c364-4fae-9622-7a76ff70372e req-219876ab-e3cf-4c65-9866-b52474be564c tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329535 Sep 16 01:21:14.373159 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device de9bb5f7-c6ba-413b-afa3-2001f5087c01 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:21:14.469268 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port de9bb5f7-c6ba-413b-afa3-2001f5087c01, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=de9bb5f7-c6ba-413b-afa3-2001f5087c01,segment=NetworkSegment(c432d6ef-1eb0-4500-8e3c-9e4752400c88),segment_id=c432d6ef-1eb0-4500-8e3c-9e4752400c88)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:21:14.480984 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': 'de9bb5f7-c6ba-413b-afa3-2001f5087c01', 'network_id': 'd634635a-0f30-4691-be93-2e0da07b63c3', 'port_id': 'de9bb5f7-c6ba-413b-afa3-2001f5087c01', 'mac_address': 'fa:16:3e:9b:10:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca9a3e94-c922-4239-ba7a-4080e6d04ae5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:21:14.502529 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd8da0-1b6f-443d-81ef-a1acb0821843 req-a767011a-29fe-4eff-899a-955c2507009e tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:14.504771 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-41fd8da0-1b6f-443d-81ef-a1acb0821843 req-a767011a-29fe-4eff-899a-955c2507009e tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=79b80368-d655-468c-8776-f8a26cd69066 HTTP/1.1" status: 200 len: 943 time: 0.0493453 Sep 16 01:21:14.531415 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:14.544586 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-41fd8da0-1b6f-443d-81ef-a1acb0821843 req-6226159d-b2c6-4e2c-8953-ad790b5b4005 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329173 Sep 16 01:21:14.544869 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9bb5f7-c6ba-413b-afa3-2001f5087c01 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:21:14.564132 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port de9bb5f7-c6ba-413b-afa3-2001f5087c01, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=de9bb5f7-c6ba-413b-afa3-2001f5087c01,segment=NetworkSegment(c432d6ef-1eb0-4500-8e3c-9e4752400c88),segment_id=c432d6ef-1eb0-4500-8e3c-9e4752400c88)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:21:14.649299 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:14.696825 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=de9bb5f7-c6ba-413b-afa3-2001f5087c01,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:14.933819 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['de9bb5f7-c6ba-413b-afa3-2001f5087c01'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:21:15.657401 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658a417-928e-4062-8996-6df868bf027e req-d5055226-9c1f-4b3e-acfb-8f993326c070 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:15.658836 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4658a417-928e-4062-8996-6df868bf027e req-d5055226-9c1f-4b3e-acfb-8f993326c070 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=79b80368-d655-468c-8776-f8a26cd69066 HTTP/1.1" status: 200 len: 944 time: 0.0480626 Sep 16 01:21:15.705057 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4658a417-928e-4062-8996-6df868bf027e req-85764f75-f025-43f6-8a60-460a0c1f32f2 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402694 Sep 16 01:21:16.390885 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device de9bb5f7-c6ba-413b-afa3-2001f5087c01 up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:21:16.708886 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning for port de9bb5f7-c6ba-413b-afa3-2001f5087c01 completed by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 01:21:16.713042 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port de9bb5f7-c6ba-413b-afa3-2001f5087c01 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:21:16.713424 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:16.793888 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:16.817157 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b80368-d655-468c-8776-f8a26cd69066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9bb5f7-c6ba-413b-afa3-2001f5087c01'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:21:16.819574 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b823a6a-1e41-43ab-b7be-153d85b46f5e" -d '{"events": [{"server_uuid": "79b80368-d655-468c-8776-f8a26cd69066", "name": "network-vif-plugged", "status": "completed", "tag": "de9bb5f7-c6ba-413b-afa3-2001f5087c01"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:21:16.820294 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765feec-f15b-4410-941d-a9957170e6a5 req-3704cc53-bee9-4642-b1c1-37c345cf02d9 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:16.821871 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d765feec-f15b-4410-941d-a9957170e6a5 req-3704cc53-bee9-4642-b1c1-37c345cf02d9 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=79b80368-d655-468c-8776-f8a26cd69066 HTTP/1.1" status: 200 len: 944 time: 0.0488133 Sep 16 01:21:16.837114 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port de9bb5f7-c6ba-413b-afa3-2001f5087c01, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=de9bb5f7-c6ba-413b-afa3-2001f5087c01,segment=NetworkSegment(c432d6ef-1eb0-4500-8e3c-9e4752400c88),segment_id=c432d6ef-1eb0-4500-8e3c-9e4752400c88)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:21:16.868170 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9647c9-0cab-4059-89a8-3603b8f9e1a7 x-openstack-request-id: req-ca9647c9-0cab-4059-89a8-3603b8f9e1a7 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:21:16.868471 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b80368-d655-468c-8776-f8a26cd69066", "name": "network-vif-plugged", "status": "completed", "tag": "de9bb5f7-c6ba-413b-afa3-2001f5087c01", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:21:16.868724 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca9647c9-0cab-4059-89a8-3603b8f9e1a7 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:21:16.869159 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b80368-d655-468c-8776-f8a26cd69066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9bb5f7-c6ba-413b-afa3-2001f5087c01', 'code': 200} Sep 16 01:21:16.870229 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d765feec-f15b-4410-941d-a9957170e6a5 req-4d9da55b-1ce5-4eaf-93b2-27b62a097c2f tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336576 Sep 16 01:21:16.935395 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:16.987534 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=de9bb5f7-c6ba-413b-afa3-2001f5087c01,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:17.195421 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e83155-c178-493c-aab3-8868c6c63a12 req-986c4a98-3f8d-44af-bb73-1c5b9afb5529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:17.196819 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-09e83155-c178-493c-aab3-8868c6c63a12 req-986c4a98-3f8d-44af-bb73-1c5b9afb5529 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79b80368-d655-468c-8776-f8a26cd69066 HTTP/1.1" status: 200 len: 1098 time: 0.0404327 Sep 16 01:21:17.230641 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-09e83155-c178-493c-aab3-8868c6c63a12 req-4da49247-3bfc-4e51-a0d3-e109e87c0711 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267746 Sep 16 01:21:17.982803 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa181d0-f213-4422-9225-d543540e0526 req-4f621356-7654-46aa-9661-a429d873da79 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:17.984295 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-efa181d0-f213-4422-9225-d543540e0526 req-4f621356-7654-46aa-9661-a429d873da79 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=79b80368-d655-468c-8776-f8a26cd69066 HTTP/1.1" status: 200 len: 945 time: 0.0479624 Sep 16 01:21:18.021953 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-efa181d0-f213-4422-9225-d543540e0526 req-dbcdfd93-7929-48d0-952a-d9fbb47e4e5c tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312450 Sep 16 01:21:18.633987 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:19.134975 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0537a0-126a-491f-b729-ea751874ca9e req-cd14f366-9401-4a1c-b5d4-9b15f026e302 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:19.136484 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5e0537a0-126a-491f-b729-ea751874ca9e req-cd14f366-9401-4a1c-b5d4-9b15f026e302 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=79b80368-d655-468c-8776-f8a26cd69066 HTTP/1.1" status: 200 len: 945 time: 0.0509174 Sep 16 01:21:19.173243 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5e0537a0-126a-491f-b729-ea751874ca9e req-7829c873-49b7-4af2-8c2e-1956bde843b7 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308492 Sep 16 01:21:19.213872 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 41476) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:19.339338 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-2d9197a5-ae3f-42e6-8ae5-5cbf329861b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:19.437095 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-2d9197a5-ae3f-42e6-8ae5-5cbf329861b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:19.546468 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-2d9197a5-ae3f-42e6-8ae5-5cbf329861b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:19.585911 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-2d9197a5-ae3f-42e6-8ae5-5cbf329861b5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6a14a28b1fb1405dae25dfbb24bbd3c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709452 Sep 16 01:21:19.586694 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9197a5-ae3f-42e6-8ae5-5cbf329861b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bb1680-2c75-4377-b8ac-6f10ffb0d34f,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:19.587825 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 41518) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:19.637096 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-1a5b0c6c-c6a2-4de1-9e22-bd51520bd431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:19.664279 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-1a5b0c6c-c6a2-4de1-9e22-bd51520bd431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:19.685033 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadd33d-f212-4cb8-9512-ce54511e4d3c req-89ff9a44-777a-443f-8da5-ddaac4f53fc1 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:19.687055 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-dfadd33d-f212-4cb8-9512-ce54511e4d3c req-89ff9a44-777a-443f-8da5-ddaac4f53fc1 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 946 time: 0.0547652 Sep 16 01:21:19.725709 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-dfadd33d-f212-4cb8-9512-ce54511e4d3c req-385178d4-6e6e-4601-8c04-ed6a101747de tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327964 Sep 16 01:21:19.988388 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-1a5b0c6c-c6a2-4de1-9e22-bd51520bd431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:19.995034 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-1a5b0c6c-c6a2-4de1-9e22-bd51520bd431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:19.995034 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-1a5b0c6c-c6a2-4de1-9e22-bd51520bd431 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/74bb1680-2c75-4377-b8ac-6f10ffb0d34f HTTP/1.1" status: 204 len: 168 time: 0.4033275 Sep 16 01:21:19.999977 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b0c6c-c6a2-4de1-9e22-bd51520bd431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bb1680-2c75-4377-b8ac-6f10ffb0d34f,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:20.679379 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 41538) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:20.692248 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0b108b09-1462-402a-a58e-aac9be6e38b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:20.785391 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0b108b09-1462-402a-a58e-aac9be6e38b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:20.857668 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e300be3-9741-4d18-a488-5bcbcd156c5c req-fb168e26-093a-4b35-877c-f5f95969f01d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:20.859211 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-6e300be3-9741-4d18-a488-5bcbcd156c5c req-fb168e26-093a-4b35-877c-f5f95969f01d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 946 time: 0.0499556 Sep 16 01:21:20.871733 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0b108b09-1462-402a-a58e-aac9be6e38b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:20.901132 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-6e300be3-9741-4d18-a488-5bcbcd156c5c req-f7107f04-7bfb-49c6-9d59-3f3e2956694f tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344074 Sep 16 01:21:20.911819 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-0b108b09-1462-402a-a58e-aac9be6e38b0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f7fbab854c964c66b31b3f344b003a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313545 Sep 16 01:21:20.916610 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b108b09-1462-402a-a58e-aac9be6e38b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44689ed-59d9-4f1b-8a4e-e393691b4bd7,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:20.918845 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 41546) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:20.970298 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-06767843-17c8-46ab-8d7c-c1098f0cd18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:20.991371 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-06767843-17c8-46ab-8d7c-c1098f0cd18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:21.102174 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-06767843-17c8-46ab-8d7c-c1098f0cd18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:21.104864 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-06767843-17c8-46ab-8d7c-c1098f0cd18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:21.106193 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-06767843-17c8-46ab-8d7c-c1098f0cd18b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a44689ed-59d9-4f1b-8a4e-e393691b4bd7 HTTP/1.1" status: 204 len: 168 time: 0.1862586 Sep 16 01:21:21.114989 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06767843-17c8-46ab-8d7c-c1098f0cd18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44689ed-59d9-4f1b-8a4e-e393691b4bd7,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:21.311968 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd47ab2-26a3-4190-8085-2d2122f9a6de req-7a11e805-6485-4a39-9d0a-7681cf4a402e tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:21.313534 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2bd47ab2-26a3-4190-8085-2d2122f9a6de req-7a11e805-6485-4a39-9d0a-7681cf4a402e tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 946 time: 0.0520103 Sep 16 01:21:21.406007 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-2bd47ab2-26a3-4190-8085-2d2122f9a6de req-9200de90-93f8-429b-9622-d80e2fb72e5c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Deleting port cd9305aa-378c-4d02-9498-de0dff854963 {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:21:21.406348 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-2bd47ab2-26a3-4190-8085-2d2122f9a6de req-9200de90-93f8-429b-9622-d80e2fb72e5c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:21.498339 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-2bd47ab2-26a3-4190-8085-2d2122f9a6de req-9200de90-93f8-429b-9622-d80e2fb72e5c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] For port cd9305aa-378c-4d02-9498-de0dff854963, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=cd9305aa-378c-4d02-9498-de0dff854963,segment=NetworkSegment(2cb089da-fe8c-498d-8143-fd9b44bea8e3),segment_id=2cb089da-fe8c-498d-8143-fd9b44bea8e3)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:21:21.498717 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-2bd47ab2-26a3-4190-8085-2d2122f9a6de req-9200de90-93f8-429b-9622-d80e2fb72e5c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:21.675639 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-2bd47ab2-26a3-4190-8085-2d2122f9a6de req-9200de90-93f8-429b-9622-d80e2fb72e5c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:21.676317 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-2bd47ab2-26a3-4190-8085-2d2122f9a6de req-9200de90-93f8-429b-9622-d80e2fb72e5c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530200'] for floatingip, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:21.676475 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.db.l3_db [req-2bd47ab2-26a3-4190-8085-2d2122f9a6de req-9200de90-93f8-429b-9622-d80e2fb72e5c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Floating IP d24469cc-fe4e-47d7-8c86-ec39e5daba34 disassociated. External IP: 172.27.3.71, port: cd9305aa-378c-4d02-9498-de0dff854963. Sep 16 01:21:21.676821 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-2bd47ab2-26a3-4190-8085-2d2122f9a6de req-9200de90-93f8-429b-9622-d80e2fb72e5c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Calling delete_port for cd9305aa-378c-4d02-9498-de0dff854963 owned by compute:nova {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:21:21.730697 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:21:21.929508 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-2bd47ab2-26a3-4190-8085-2d2122f9a6de req-9200de90-93f8-429b-9622-d80e2fb72e5c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:21.965566 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200de90-93f8-429b-9622-d80e2fb72e5c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Pushing event deleted for resources: {'Port': ['ID=cd9305aa-378c-4d02-9498-de0dff854963,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:22.017328 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-dfea9f6b-0003-4281-b6f4-b8003e29e0c4 req-cf027675-11a6-4861-8d7c-55bb5e435901 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 210 time: 0.0341570 Sep 16 01:21:22.087171 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bd47ab2-26a3-4190-8085-2d2122f9a6de req-9200de90-93f8-429b-9622-d80e2fb72e5c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Router 1ef2fba3-0942-4930-b076-036406071a8a has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:21:22.199444 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bd47ab2-26a3-4190-8085-2d2122f9a6de req-9200de90-93f8-429b-9622-d80e2fb72e5c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:21:22.212075 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edfc81a-5dc8-4af5-8872-1213d431e55e None None] Sync routers for ids ['1ef2fba3-0942-4930-b076-036406071a8a'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:21:22.221635 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edfc81a-5dc8-4af5-8872-1213d431e55e None None] Routers {'1ef2fba3-0942-4930-b076-036406071a8a'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:21:22.223066 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-3edfc81a-5dc8-4af5-8872-1213d431e55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:21:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['1ef2fba3-0942-4930-b076-036406071a8a'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:21:22.250795 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd47ab2-26a3-4190-8085-2d2122f9a6de req-9200de90-93f8-429b-9622-d80e2fb72e5c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] No DVR routers for this DVR port cd9305aa-378c-4d02-9498-de0dff854963 on host hv-cinder-80930 {{(pid=94551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:21:22.253560 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-2bd47ab2-26a3-4190-8085-2d2122f9a6de req-9200de90-93f8-429b-9622-d80e2fb72e5c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:22.255795 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2bd47ab2-26a3-4190-8085-2d2122f9a6de req-9200de90-93f8-429b-9622-d80e2fb72e5c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.47 "DELETE /v2.0/ports/cd9305aa-378c-4d02-9498-de0dff854963 HTTP/1.1" status: 204 len: 173 time: 0.9347560 Sep 16 01:21:22.256392 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a34fec-2e0a-4330-b7ac-627598d12461', 'name': 'network-vif-deleted', 'tag': 'cd9305aa-378c-4d02-9498-de0dff854963'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:21:22.258693 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ef5024-fba2-499d-b18a-ff030540a2a8" -d '{"events": [{"server_uuid": "d1a34fec-2e0a-4330-b7ac-627598d12461", "name": "network-vif-deleted", "tag": "cd9305aa-378c-4d02-9498-de0dff854963"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:21:22.317810 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfe9524-551d-4a26-819c-ab0d1cbca41a x-openstack-request-id: req-0dfe9524-551d-4a26-819c-ab0d1cbca41a {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:21:22.318352 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a34fec-2e0a-4330-b7ac-627598d12461", "name": "network-vif-deleted", "tag": "cd9305aa-378c-4d02-9498-de0dff854963", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:21:22.318457 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0dfe9524-551d-4a26-819c-ab0d1cbca41a {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:21:22.318950 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a34fec-2e0a-4330-b7ac-627598d12461', 'name': 'network-vif-deleted', 'tag': 'cd9305aa-378c-4d02-9498-de0dff854963', 'status': 'completed', 'code': 200} Sep 16 01:21:22.355796 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-3edfc81a-5dc8-4af5-8872-1213d431e55e None None] Set router 1ef2fba3-0942-4930-b076-036406071a8a gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:21:22.576600 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-3edfc81a-5dc8-4af5-8872-1213d431e55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:18:05Z', 'revision_number': 4, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '82281333-51d1-46bb-be52-bf0d0942b9e8', 'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'mac_address': 'fa:16:3e:03:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:04Z', 'updated_at': '2021-09-16T01:18:08Z', 'revision_number': 5, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'subnets': [{'id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:21:22.605475 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edfc81a-5dc8-4af5-8872-1213d431e55e None None] Checking router: 1ef2fba3-0942-4930-b076-036406071a8a for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:21:22.614085 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edfc81a-5dc8-4af5-8872-1213d431e55e None None] Routers {'1ef2fba3-0942-4930-b076-036406071a8a'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:21:22.614694 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-3edfc81a-5dc8-4af5-8872-1213d431e55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:21:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['1ef2fba3-0942-4930-b076-036406071a8a'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:21:22.736319 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-3edfc81a-5dc8-4af5-8872-1213d431e55e None None] Set router 1ef2fba3-0942-4930-b076-036406071a8a gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:21:22.958477 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-3edfc81a-5dc8-4af5-8872-1213d431e55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:18:05Z', 'revision_number': 4, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '82281333-51d1-46bb-be52-bf0d0942b9e8', 'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'mac_address': 'fa:16:3e:03:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:04Z', 'updated_at': '2021-09-16T01:18:08Z', 'revision_number': 5, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'subnets': [{'id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:21:22.971611 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edfc81a-5dc8-4af5-8872-1213d431e55e None None] The sync data for ids ['1ef2fba3-0942-4930-b076-036406071a8a'] in dv-cinder-809305-1-iscsi is: [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:18:05Z', 'revision_number': 4, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '82281333-51d1-46bb-be52-bf0d0942b9e8', 'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'mac_address': 'fa:16:3e:03:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:04Z', 'updated_at': '2021-09-16T01:18:08Z', 'revision_number': 5, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'subnets': [{'id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:21:23.160256 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-4daafe0f-a567-4720-808d-d1fd406186c7 req-c7814b10-6fdf-44c2-be87-5836010cf026 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1a34fec-2e0a-4330-b7ac-627598d12461 HTTP/1.1" status: 200 len: 210 time: 0.0282693 Sep 16 01:21:23.259091 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae6232-c569-4cf4-961f-7f4f0c0e1d3d None None] New status for floating IP d24469cc-fe4e-47d7-8c86-ec39e5daba34: DOWN {{(pid=94554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 01:21:24.456771 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-69f38a9b-066f-46f1-8f3a-55102c2159e3 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1697875883&fields=id&tenant_id=1b7bbaf8f0f24f869617997188268255 HTTP/1.1" status: 200 len: 267 time: 0.0364125 Sep 16 01:21:24.578535 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-40a795a0-2830-48da-9636-7a083310bee6 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:24.580016 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-40a795a0-2830-48da-9636-7a083310bee6 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/networks?id=74571b21-78a7-4185-9659-6c93a300b083 HTTP/1.1" status: 200 len: 812 time: 0.1155365 Sep 16 01:21:24.595837 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-61e6c430-1c8f-4a2f-8e92-a40c770ad9b7 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/quotas/1b7bbaf8f0f24f869617997188268255 HTTP/1.1" status: 200 len: 375 time: 0.0094938 Sep 16 01:21:24.650004 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-1219a0f6-1361-4199-a267-b5d32d3af6b4 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b7bbaf8f0f24f869617997188268255&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474272 Sep 16 01:21:24.882978 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-6fb0d078-55ea-44b6-ad0a-72119349da42 service neutron] 10.222.0.22 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210217 Sep 16 01:21:24.971006 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-2f681f73-4fad-4868-8dd0-914608917bff service neutron] 10.222.0.22 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820942 Sep 16 01:21:25.698297 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-554121db-4e52-47a2-8055-a32330d3ebd3 req-e2290f68-edab-4e13-9f30-21c8214e9114 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 210 time: 0.0276091 Sep 16 01:21:26.085223 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 41658) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:26.190883 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-44fc9d6f-4d58-4dd7-9abe-53e4c8dbab1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:26.279556 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-44fc9d6f-4d58-4dd7-9abe-53e4c8dbab1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:26.382150 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-44fc9d6f-4d58-4dd7-9abe-53e4c8dbab1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:26.424200 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc9d6f-4d58-4dd7-9abe-53e4c8dbab1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c799792-893a-4b86-9166-d3d9d4c31007,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:26.430101 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-44fc9d6f-4d58-4dd7-9abe-53e4c8dbab1f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=71d9eff4855d4cd48bbea0a25f73943e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431635 Sep 16 01:21:26.433558 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 41664) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:26.440650 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device cd9305aa-378c-4d02-9498-de0dff854963 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:21:26.466754 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] No Port match for: cd9305aa-378c-4d02-9498-de0dff854963 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:21:26.468161 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device cd9305aa-378c-4d02-9498-de0dff854963 not bound to the agent host hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:21:26.487202 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6569031e-a86d-49b8-83ef-642207768493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:26.511040 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6569031e-a86d-49b8-83ef-642207768493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:26.691595 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6569031e-a86d-49b8-83ef-642207768493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:26.694136 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6569031e-a86d-49b8-83ef-642207768493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:26.695329 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-6569031e-a86d-49b8-83ef-642207768493 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c799792-893a-4b86-9166-d3d9d4c31007 HTTP/1.1" status: 204 len: 168 time: 0.2596457 Sep 16 01:21:26.702983 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569031e-a86d-49b8-83ef-642207768493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c799792-893a-4b86-9166-d3d9d4c31007,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:26.811684 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d2d2c462-334e-4e87-9231-0d90ec3b8640 req-75f4a6c2-f263-431f-952e-79ca78fb3739 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 210 time: 0.0256009 Sep 16 01:21:27.486296 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 41674) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:27.497136 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0b853e47-cbe8-415d-a912-a4bc30ad0cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:27.588596 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0b853e47-cbe8-415d-a912-a4bc30ad0cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:27.671993 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0b853e47-cbe8-415d-a912-a4bc30ad0cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:27.716374 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-0b853e47-cbe8-415d-a912-a4bc30ad0cad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3446ef272781498b988076fa212dcfee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312791 Sep 16 01:21:27.718265 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b853e47-cbe8-415d-a912-a4bc30ad0cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ae1728-0dab-4b85-ad50-0ca144b0e64a,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:27.719528 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 41678) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:27.769482 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-621784ba-bef5-474d-a613-f5a2091adeee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:27.790543 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-621784ba-bef5-474d-a613-f5a2091adeee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:27.905602 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-e09bf937-1113-4f6b-8a03-8aee64e417f7 req-5cf921c7-7e8b-4081-9668-9ce1b63bdc01 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 210 time: 0.0264027 Sep 16 01:21:27.998887 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-621784ba-bef5-474d-a613-f5a2091adeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:28.001656 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-621784ba-bef5-474d-a613-f5a2091adeee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:28.002739 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-621784ba-bef5-474d-a613-f5a2091adeee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f6ae1728-0dab-4b85-ad50-0ca144b0e64a HTTP/1.1" status: 204 len: 168 time: 0.2822354 Sep 16 01:21:28.020392 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621784ba-bef5-474d-a613-f5a2091adeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ae1728-0dab-4b85-ad50-0ca144b0e64a,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:28.098010 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-b32d2e6c-6557-4965-a871-410783330330 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:28.099545 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-b32d2e6c-6557-4965-a871-410783330330 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.47 "GET /v2.0/networks?id=74571b21-78a7-4185-9659-6c93a300b083 HTTP/1.1" status: 200 len: 812 time: 0.1209202 Sep 16 01:21:28.150191 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-b35d2f19-69f4-43b2-8a37-dfb67e7c7e5d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b7bbaf8f0f24f869617997188268255 HTTP/1.1" status: 200 len: 380 time: 0.0342684 Sep 16 01:21:28.159825 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-c122196d-d222-44dd-9824-f72f5ad10804 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Request body: {'port': {'device_id': 'da94c1f3-3fed-4034-ae6b-a644802b2fa3', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'admin_state_up': True, 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'security_groups': ['4266fc38-7ab1-4df7-ae56-ac1ae8df283f']}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:21:28.394369 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-c122196d-d222-44dd-9824-f72f5ad10804 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Made reservation on behalf of 1b7bbaf8f0f24f869617997188268255 for: {'port': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:21:28.403516 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-c122196d-d222-44dd-9824-f72f5ad10804 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:28.531677 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-c122196d-d222-44dd-9824-f72f5ad10804 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Allocated IP 172.20.0.6 (74571b21-78a7-4185-9659-6c93a300b083/54ce8167-5c61-4cb3-8d7a-5322484faeed/26b4f1d7-2b99-4dda-9e64-3655b403ed3e) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:21:28.677082 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-c122196d-d222-44dd-9824-f72f5ad10804 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:28.768988 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5e9c1586-91ad-462f-8cbc-69610cc01634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:28.803966 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-c122196d-d222-44dd-9824-f72f5ad10804 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:28.853271 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-c122196d-d222-44dd-9824-f72f5ad10804 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Network 74571b21-78a7-4185-9659-6c93a300b083 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:21:28.858249 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-c122196d-d222-44dd-9824-f72f5ad10804 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:21:28.860737 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-c122196d-d222-44dd-9824-f72f5ad10804 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:21:28.887202 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122196d-d222-44dd-9824-f72f5ad10804 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Pushing event updated for resources: {'Port': ['ID=26b4f1d7-2b99-4dda-9e64-3655b403ed3e,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:28.921638 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-c122196d-d222-44dd-9824-f72f5ad10804 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:28.922273 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-c122196d-d222-44dd-9824-f72f5ad10804 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:28.983535 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-c122196d-d222-44dd-9824-f72f5ad10804 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8269742 Sep 16 01:21:29.002827 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-176e7562-74b8-4a93-adcd-956f92fd3760 service neutron] Request body: {'port': {'device_id': 'da94c1f3-3fed-4034-ae6b-a644802b2fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:21:29.059728 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22908466-4047-4d5a-924f-9ad75010b655 req-8b4425ff-968c-406f-8c4a-14dbe413d295 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:29.061354 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-22908466-4047-4d5a-924f-9ad75010b655 req-8b4425ff-968c-406f-8c4a-14dbe413d295 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 931 time: 0.0614064 Sep 16 01:21:29.073649 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-176e7562-74b8-4a93-adcd-956f92fd3760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:29.101775 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-22908466-4047-4d5a-924f-9ad75010b655 req-7deb8eeb-ed2e-4a2f-9eeb-c390a9d74562 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328796 Sep 16 01:21:29.117451 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-fd6c2432-ca11-4af8-967d-87211136b63a None None] Provisioning complete for port 26b4f1d7-2b99-4dda-9e64-3655b403ed3e triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:21:29.117846 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-fd6c2432-ca11-4af8-967d-87211136b63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:29.158132 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-fd6c2432-ca11-4af8-967d-87211136b63a None None] Port 26b4f1d7-2b99-4dda-9e64-3655b403ed3e cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:21:29.359112 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-176e7562-74b8-4a93-adcd-956f92fd3760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b4f1d7-2b99-4dda-9e64-3655b403ed3e {{(pid=94551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:21:29.367165 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-176e7562-74b8-4a93-adcd-956f92fd3760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:29.383598 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-176e7562-74b8-4a93-adcd-956f92fd3760 service neutron] Transition to ACTIVE for port object 26b4f1d7-2b99-4dda-9e64-3655b403ed3e will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 01:21:29.519366 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-176e7562-74b8-4a93-adcd-956f92fd3760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:29.583931 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e7562-74b8-4a93-adcd-956f92fd3760 service neutron] Pushing event updated for resources: {'Port': ['ID=26b4f1d7-2b99-4dda-9e64-3655b403ed3e,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:29.638201 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-176e7562-74b8-4a93-adcd-956f92fd3760 service neutron] Attempting to bind port 26b4f1d7-2b99-4dda-9e64-3655b403ed3e on host hv-cinder-80930 for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:21:29.638553 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-176e7562-74b8-4a93-adcd-956f92fd3760 service neutron] Attempting to bind port 26b4f1d7-2b99-4dda-9e64-3655b403ed3e by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '2cb089da-fe8c-498d-8143-fd9b44bea8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '74571b21-78a7-4185-9659-6c93a300b083'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:21:29.638875 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-176e7562-74b8-4a93-adcd-956f92fd3760 service neutron] Attempting to bind port 26b4f1d7-2b99-4dda-9e64-3655b403ed3e on network 74571b21-78a7-4185-9659-6c93a300b083 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:21:29.643467 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-176e7562-74b8-4a93-adcd-956f92fd3760 service neutron] Port 26b4f1d7-2b99-4dda-9e64-3655b403ed3e on network 74571b21-78a7-4185-9659-6c93a300b083 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 01:21:29.643791 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-176e7562-74b8-4a93-adcd-956f92fd3760 service neutron] Attempting to bind port 26b4f1d7-2b99-4dda-9e64-3655b403ed3e on network 74571b21-78a7-4185-9659-6c93a300b083 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:21:29.648988 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-176e7562-74b8-4a93-adcd-956f92fd3760 service neutron] Checking agent: {'id': 'b1327c00-0c42-4ebe-9e46-dfdb42688b79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'started_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:21:29.649328 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-176e7562-74b8-4a93-adcd-956f92fd3760 service neutron] Checking segment: {'id': '2cb089da-fe8c-498d-8143-fd9b44bea8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '74571b21-78a7-4185-9659-6c93a300b083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:21:29.649887 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-176e7562-74b8-4a93-adcd-956f92fd3760 service neutron] Bound using segment: {'id': '2cb089da-fe8c-498d-8143-fd9b44bea8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '74571b21-78a7-4185-9659-6c93a300b083'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:21:29.650368 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-176e7562-74b8-4a93-adcd-956f92fd3760 service neutron] Bound port: 26b4f1d7-2b99-4dda-9e64-3655b403ed3e, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb089da-fe8c-498d-8143-fd9b44bea8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '74571b21-78a7-4185-9659-6c93a300b083'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:21:29.650671 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-176e7562-74b8-4a93-adcd-956f92fd3760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:29.741324 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-176e7562-74b8-4a93-adcd-956f92fd3760 service neutron] For port 26b4f1d7-2b99-4dda-9e64-3655b403ed3e, host hv-cinder-80930, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:21:29.744407 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-176e7562-74b8-4a93-adcd-956f92fd3760 service neutron] For port 26b4f1d7-2b99-4dda-9e64-3655b403ed3e, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=26b4f1d7-2b99-4dda-9e64-3655b403ed3e,segment=NetworkSegment(2cb089da-fe8c-498d-8143-fd9b44bea8e3),segment_id=2cb089da-fe8c-498d-8143-fd9b44bea8e3)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:21:29.863262 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-176e7562-74b8-4a93-adcd-956f92fd3760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:29.899154 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-176e7562-74b8-4a93-adcd-956f92fd3760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:29.899857 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-176e7562-74b8-4a93-adcd-956f92fd3760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:29.901514 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-176e7562-74b8-4a93-adcd-956f92fd3760 service neutron] 10.222.0.47 "PUT /v2.0/ports/26b4f1d7-2b99-4dda-9e64-3655b403ed3e HTTP/1.1" status: 200 len: 1093 time: 0.9029849 Sep 16 01:21:29.902840 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da94c1f3-3fed-4034-ae6b-a644802b2fa3', 'tag': '26b4f1d7-2b99-4dda-9e64-3655b403ed3e'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:21:29.904741 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3e1b6f-b260-4d7d-9f3b-957af05c3374" -d '{"events": [{"name": "network-changed", "server_uuid": "da94c1f3-3fed-4034-ae6b-a644802b2fa3", "tag": "26b4f1d7-2b99-4dda-9e64-3655b403ed3e"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:21:29.932415 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e7562-74b8-4a93-adcd-956f92fd3760 service neutron] Pushing event updated for resources: {'Port': ['ID=26b4f1d7-2b99-4dda-9e64-3655b403ed3e,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:29.960484 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a064932-35f5-4456-8335-6164deeea24e x-openstack-request-id: req-3a064932-35f5-4456-8335-6164deeea24e {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:21:29.961060 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da94c1f3-3fed-4034-ae6b-a644802b2fa3", "tag": "26b4f1d7-2b99-4dda-9e64-3655b403ed3e", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:21:29.961526 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3a064932-35f5-4456-8335-6164deeea24e {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:21:29.962167 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da94c1f3-3fed-4034-ae6b-a644802b2fa3', 'tag': '26b4f1d7-2b99-4dda-9e64-3655b403ed3e', 'status': 'completed', 'code': 200} Sep 16 01:21:30.021335 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 41722) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:30.063438 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e1b6f-b260-4d7d-9f3b-957af05c3374 req-829dea48-59ce-48ef-847c-fe482d1c90c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:30.065039 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8d3e1b6f-b260-4d7d-9f3b-957af05c3374 req-829dea48-59ce-48ef-847c-fe482d1c90c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b7bbaf8f0f24f869617997188268255&device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 1096 time: 0.0448058 Sep 16 01:21:30.131320 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-dfc87f16-695c-4320-b430-b3a0419a900c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:30.182092 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e1b6f-b260-4d7d-9f3b-957af05c3374 req-87c32a14-f12c-4953-8f00-94488eced4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:30.183861 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8d3e1b6f-b260-4d7d-9f3b-957af05c3374 req-87c32a14-f12c-4953-8f00-94488eced4f9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=1b7bbaf8f0f24f869617997188268255&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1039615 Sep 16 01:21:30.249276 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6d183-1844-41bf-8035-faf7b4d3a16a req-84060b35-fb8a-4b5c-bdaf-17266161a46f tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:30.250773 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e6b6d183-1844-41bf-8035-faf7b4d3a16a req-84060b35-fb8a-4b5c-bdaf-17266161a46f tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 943 time: 0.0731478 Sep 16 01:21:30.282639 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-dfc87f16-695c-4320-b430-b3a0419a900c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:30.285115 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e1b6f-b260-4d7d-9f3b-957af05c3374 req-623ac743-aab9-4a1d-88bc-693e7cc99724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:30.286756 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-8d3e1b6f-b260-4d7d-9f3b-957af05c3374 req-623ac743-aab9-4a1d-88bc-693e7cc99724 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942776 Sep 16 01:21:30.304184 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-e6b6d183-1844-41bf-8035-faf7b4d3a16a req-593beb64-c0c4-4ddc-92e4-c91cf69d7351 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428519 Sep 16 01:21:30.342261 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-dfc87f16-695c-4320-b430-b3a0419a900c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:30.380646 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc87f16-695c-4320-b430-b3a0419a900c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0e16e6-a576-4ed0-829a-e546d6f9d8ae,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:30.386040 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-dfc87f16-695c-4320-b430-b3a0419a900c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b83c04f249e14cc7bc613e63265a908a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3639305 Sep 16 01:21:30.388982 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 41728) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:30.680537 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-f55e71f5-9912-403d-9681-a0375e1d60f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:30.682081 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-f55e71f5-9912-403d-9681-a0375e1d60f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b7bbaf8f0f24f869617997188268255&device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 1096 time: 0.3338475 Sep 16 01:21:30.740656 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-ccf019d2-6e57-4470-9622-5a72831df6ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26b4f1d7-2b99-4dda-9e64-3655b403ed3e HTTP/1.1" status: 200 len: 217 time: 0.0382087 Sep 16 01:21:30.759398 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a370b38a-1e31-4f0f-aa31-d6d7e7255e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:30.805197 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a370b38a-1e31-4f0f-aa31-d6d7e7255e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:30.819686 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-176496c6-a042-4d29-9b7c-03048356f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:30.822559 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-176496c6-a042-4d29-9b7c-03048356f281 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54ce8167-5c61-4cb3-8d7a-5322484faeed HTTP/1.1" status: 200 len: 851 time: 0.0723383 Sep 16 01:21:30.878713 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-a5fdf304-ca8a-43be-94e1-d3cdbd015d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:30.880224 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-a5fdf304-ca8a-43be-94e1-d3cdbd015d08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74571b21-78a7-4185-9659-6c93a300b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501568 Sep 16 01:21:30.977166 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-efbc80ac-79fc-418c-8e51-f0c4c34f92b8 service neutron] 10.222.0.47 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814199 Sep 16 01:21:31.065565 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0b24989a-e22c-4bca-b5d8-ad3645fbe13b req-191eec79-e90e-4353-befd-690654bb3b96 service neutron] 10.222.0.47 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871873 Sep 16 01:21:31.107958 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a370b38a-1e31-4f0f-aa31-d6d7e7255e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:31.110583 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-a370b38a-1e31-4f0f-aa31-d6d7e7255e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:31.111722 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-a370b38a-1e31-4f0f-aa31-d6d7e7255e47 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dc0e16e6-a576-4ed0-829a-e546d6f9d8ae HTTP/1.1" status: 204 len: 168 time: 0.7216957 Sep 16 01:21:31.120184 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370b38a-1e31-4f0f-aa31-d6d7e7255e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0e16e6-a576-4ed0-829a-e546d6f9d8ae,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:31.427938 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d7acb-58de-4c5b-b839-9ff953f646b3 req-740bc38f-b57c-4d96-9133-bbd68af85def tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:31.429593 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c27d7acb-58de-4c5b-b839-9ff953f646b3 req-740bc38f-b57c-4d96-9133-bbd68af85def tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 943 time: 0.0571237 Sep 16 01:21:31.469880 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c27d7acb-58de-4c5b-b839-9ff953f646b3 req-d4c909fd-eba7-47b6-bfb2-6115c8a82b13 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337431 Sep 16 01:21:31.548523 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-15709759-8757-4488-824f-8866fbb66116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:31.919059 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:32.583365 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a08da-c474-447f-8ac2-179f6f18a120 req-534508db-eeb1-4e6e-b99b-efcba9352ab3 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:32.584992 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ab9a08da-c474-447f-8ac2-179f6f18a120 req-534508db-eeb1-4e6e-b99b-efcba9352ab3 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 943 time: 0.0487223 Sep 16 01:21:32.620766 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ab9a08da-c474-447f-8ac2-179f6f18a120 req-d232596b-f790-45de-88c1-4df64353426c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299745 Sep 16 01:21:32.885060 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:33.736217 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e52755-fa01-40c6-b9be-597cb307fbf1 req-7313893a-109c-4ced-85f7-2dacaee859ec tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:33.738265 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-79e52755-fa01-40c6-b9be-597cb307fbf1 req-7313893a-109c-4ced-85f7-2dacaee859ec tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 943 time: 0.0534592 Sep 16 01:21:33.775196 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-79e52755-fa01-40c6-b9be-597cb307fbf1 req-92b5e021-9a23-4119-a99d-c0868dad51bc tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308692 Sep 16 01:21:34.345981 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:34.884408 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612d572-5dbb-4a1a-b239-21024123f5e9 req-ca7505b5-f845-49ce-aa13-5dcb7b3a5da6 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:34.885891 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b612d572-5dbb-4a1a-b239-21024123f5e9 req-ca7505b5-f845-49ce-aa13-5dcb7b3a5da6 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 943 time: 0.0470250 Sep 16 01:21:34.927037 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b612d572-5dbb-4a1a-b239-21024123f5e9 req-23dc6e46-15d1-4471-af2b-aec4ca9ee6d6 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350208 Sep 16 01:21:36.039329 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c7662-a3c4-428c-b20d-678b62a082ef req-8d3cf16b-0338-47f0-a5e9-51b065c0d5b5 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:36.040815 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2e8c7662-a3c4-428c-b20d-678b62a082ef req-8d3cf16b-0338-47f0-a5e9-51b065c0d5b5 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 943 time: 0.0480173 Sep 16 01:21:36.077324 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-2e8c7662-a3c4-428c-b20d-678b62a082ef req-0bc10323-0fb1-4e87-9ac7-ab6141726538 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303478 Sep 16 01:21:36.854906 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 41820) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:36.956061 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-ab64a691-0f99-4fb8-8c49-d82098e9ed08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:37.039864 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-ab64a691-0f99-4fb8-8c49-d82098e9ed08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:37.141928 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-ab64a691-0f99-4fb8-8c49-d82098e9ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:37.186998 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-ab64a691-0f99-4fb8-8c49-d82098e9ed08 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=09ba6bb11baf4df0bc40b016653da606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285930 Sep 16 01:21:37.186998 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64a691-0f99-4fb8-8c49-d82098e9ed08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad136a7-ff93-47eb-8850-ddd7074e3718,revision_number=1']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:37.188776 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 41832) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:37.191672 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93381291-9ac7-496b-a270-7abc6b8d825d req-4e0865c2-bc98-4dfd-87dc-6da293b4cfa0 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:37.195631 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-93381291-9ac7-496b-a270-7abc6b8d825d req-4e0865c2-bc98-4dfd-87dc-6da293b4cfa0 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 943 time: 0.0527623 Sep 16 01:21:37.232499 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-93381291-9ac7-496b-a270-7abc6b8d825d req-5efb7c31-5082-410a-8ca2-dbcfe1b2da29 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320895 Sep 16 01:21:37.241143 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-2b3a4b97-a40e-40d6-83ad-b1759de75c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:37.262449 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-2b3a4b97-a40e-40d6-83ad-b1759de75c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:37.416285 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-2b3a4b97-a40e-40d6-83ad-b1759de75c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:37.418890 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-2b3a4b97-a40e-40d6-83ad-b1759de75c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:37.420056 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-2b3a4b97-a40e-40d6-83ad-b1759de75c57 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dad136a7-ff93-47eb-8850-ddd7074e3718 HTTP/1.1" status: 204 len: 168 time: 0.2301714 Sep 16 01:21:37.428272 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a4b97-a40e-40d6-83ad-b1759de75c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad136a7-ff93-47eb-8850-ddd7074e3718,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:38.062360 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 41844) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:38.075443 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d708f518-ce9f-4101-87be-4a585ded8882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:38.179480 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d708f518-ce9f-4101-87be-4a585ded8882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:38.267853 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d708f518-ce9f-4101-87be-4a585ded8882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:38.315836 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-d708f518-ce9f-4101-87be-4a585ded8882 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=715817b7b6514916bf2180e3b6d58ef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524204 Sep 16 01:21:38.318592 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 41848) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:38.324314 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708f518-ce9f-4101-87be-4a585ded8882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a3a4f1-78d7-4f6a-831b-5d1b34af5566,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:38.356469 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708f518-ce9f-4101-87be-4a585ded8882 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:38.356754 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708f518-ce9f-4101-87be-4a585ded8882 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:38.357142 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708f518-ce9f-4101-87be-4a585ded8882 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:38.357464 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708f518-ce9f-4101-87be-4a585ded8882 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:38.357799 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708f518-ce9f-4101-87be-4a585ded8882 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:38.358173 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708f518-ce9f-4101-87be-4a585ded8882 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:38.358502 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708f518-ce9f-4101-87be-4a585ded8882 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:38.358829 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708f518-ce9f-4101-87be-4a585ded8882 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:38.359181 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708f518-ce9f-4101-87be-4a585ded8882 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:38.359507 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708f518-ce9f-4101-87be-4a585ded8882 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:38.359830 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708f518-ce9f-4101-87be-4a585ded8882 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:38.360161 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d708f518-ce9f-4101-87be-4a585ded8882 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:21:38.402235 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6337c92-1ab6-4b3b-9c37-922b6d14b6cb req-e321ead7-c1ca-4406-b86d-105129c896cd tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:38.403925 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c6337c92-1ab6-4b3b-9c37-922b6d14b6cb req-e321ead7-c1ca-4406-b86d-105129c896cd tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 943 time: 0.1004899 Sep 16 01:21:38.422033 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c2c69b56-b62e-40f0-915f-86a45079266a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:38.457423 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c2c69b56-b62e-40f0-915f-86a45079266a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:38.477709 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c6337c92-1ab6-4b3b-9c37-922b6d14b6cb req-3786c692-54c8-410b-a977-6679a78a5d01 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659602 Sep 16 01:21:38.610253 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c2c69b56-b62e-40f0-915f-86a45079266a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:38.612707 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-c2c69b56-b62e-40f0-915f-86a45079266a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:38.613885 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-c2c69b56-b62e-40f0-915f-86a45079266a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/54a3a4f1-78d7-4f6a-831b-5d1b34af5566 HTTP/1.1" status: 204 len: 168 time: 0.2944160 Sep 16 01:21:38.621480 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c69b56-b62e-40f0-915f-86a45079266a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a3a4f1-78d7-4f6a-831b-5d1b34af5566,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:39.849601 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068380e7-c111-4b69-b4ad-b3bc85a1ee04 req-92ea93e2-761e-4e40-9c08-54cd2dbefc77 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:39.851118 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-068380e7-c111-4b69-b4ad-b3bc85a1ee04 req-92ea93e2-761e-4e40-9c08-54cd2dbefc77 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 943 time: 0.3009415 Sep 16 01:21:39.889436 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-068380e7-c111-4b69-b4ad-b3bc85a1ee04 req-7c095066-64ab-4cb0-b041-c1d69a115fc6 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323703 Sep 16 01:21:40.582681 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 26b4f1d7-2b99-4dda-9e64-3655b403ed3e details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:21:40.682821 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 26b4f1d7-2b99-4dda-9e64-3655b403ed3e, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=26b4f1d7-2b99-4dda-9e64-3655b403ed3e,segment=NetworkSegment(2cb089da-fe8c-498d-8143-fd9b44bea8e3),segment_id=2cb089da-fe8c-498d-8143-fd9b44bea8e3)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:21:40.694191 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': '26b4f1d7-2b99-4dda-9e64-3655b403ed3e', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'port_id': '26b4f1d7-2b99-4dda-9e64-3655b403ed3e', 'mac_address': 'fa:16:3e:8f:90:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:21:40.731195 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:40.743175 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b4f1d7-2b99-4dda-9e64-3655b403ed3e {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:21:40.762346 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 26b4f1d7-2b99-4dda-9e64-3655b403ed3e, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=26b4f1d7-2b99-4dda-9e64-3655b403ed3e,segment=NetworkSegment(2cb089da-fe8c-498d-8143-fd9b44bea8e3),segment_id=2cb089da-fe8c-498d-8143-fd9b44bea8e3)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:21:40.833361 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:40.884100 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=26b4f1d7-2b99-4dda-9e64-3655b403ed3e,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:41.000025 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dce3c-fb7f-4e22-89a1-2dbefedd8005 req-d1939ad4-0d1d-4dec-bbee-eab3d256cf06 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:41.001550 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-236dce3c-fb7f-4e22-89a1-2dbefedd8005 req-d1939ad4-0d1d-4dec-bbee-eab3d256cf06 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 944 time: 0.0479021 Sep 16 01:21:41.041925 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-236dce3c-fb7f-4e22-89a1-2dbefedd8005 req-cc7a1303-65ff-4fc8-bc3b-666e729b4ef5 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334251 Sep 16 01:21:41.139305 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['26b4f1d7-2b99-4dda-9e64-3655b403ed3e'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:21:42.164389 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2febf8e-f2cb-40de-8d1a-c645ec11f7cb req-aeb3f4f0-f858-447d-81f9-e9a4485506df tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:42.165883 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f2febf8e-f2cb-40de-8d1a-c645ec11f7cb req-aeb3f4f0-f858-447d-81f9-e9a4485506df tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 944 time: 0.0567341 Sep 16 01:21:42.201615 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f2febf8e-f2cb-40de-8d1a-c645ec11f7cb req-cd3690d3-b266-470c-b2c2-d4c13d2bf2b7 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299046 Sep 16 01:21:42.595454 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 26b4f1d7-2b99-4dda-9e64-3655b403ed3e up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:21:42.754654 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning for port 26b4f1d7-2b99-4dda-9e64-3655b403ed3e completed by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 01:21:42.760038 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port 26b4f1d7-2b99-4dda-9e64-3655b403ed3e triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:21:42.760418 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:42.840273 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:42.862588 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da94c1f3-3fed-4034-ae6b-a644802b2fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b4f1d7-2b99-4dda-9e64-3655b403ed3e'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:21:42.864791 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027c626d-961b-46da-9055-83091953e154" -d '{"events": [{"server_uuid": "da94c1f3-3fed-4034-ae6b-a644802b2fa3", "name": "network-vif-plugged", "status": "completed", "tag": "26b4f1d7-2b99-4dda-9e64-3655b403ed3e"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:21:42.878686 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 26b4f1d7-2b99-4dda-9e64-3655b403ed3e, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=26b4f1d7-2b99-4dda-9e64-3655b403ed3e,segment=NetworkSegment(2cb089da-fe8c-498d-8143-fd9b44bea8e3),segment_id=2cb089da-fe8c-498d-8143-fd9b44bea8e3)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:21:42.900066 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b146d9-ed06-4aa6-ba60-97f23715070e x-openstack-request-id: req-d1b146d9-ed06-4aa6-ba60-97f23715070e {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:21:42.900357 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da94c1f3-3fed-4034-ae6b-a644802b2fa3", "name": "network-vif-plugged", "status": "completed", "tag": "26b4f1d7-2b99-4dda-9e64-3655b403ed3e", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:21:42.900608 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d1b146d9-ed06-4aa6-ba60-97f23715070e {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:21:42.901041 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da94c1f3-3fed-4034-ae6b-a644802b2fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b4f1d7-2b99-4dda-9e64-3655b403ed3e', 'code': 200} Sep 16 01:21:42.994172 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:43.057522 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=26b4f1d7-2b99-4dda-9e64-3655b403ed3e,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:43.321503 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388317c9-12ed-44ba-940f-89c74c51914f req-570e5ebf-bc01-42e0-844f-b993f54a8161 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:43.322991 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-388317c9-12ed-44ba-940f-89c74c51914f req-570e5ebf-bc01-42e0-844f-b993f54a8161 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 945 time: 0.0500519 Sep 16 01:21:43.357984 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b34f3-f445-44f4-94d7-10bf067534d2 req-365519d3-d915-4c6b-9c55-4aa619a6938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:43.360187 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ff5b34f3-f445-44f4-94d7-10bf067534d2 req-365519d3-d915-4c6b-9c55-4aa619a6938f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 1098 time: 0.0458996 Sep 16 01:21:43.364498 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-388317c9-12ed-44ba-940f-89c74c51914f req-46a8e2bc-6f6f-4126-8ec9-fb10cd6a33e9 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355296 Sep 16 01:21:43.402944 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ff5b34f3-f445-44f4-94d7-10bf067534d2 req-3c0946f9-bb56-4380-9365-3c22a01c3ef3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329440 Sep 16 01:21:44.489300 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3768d40-19d3-4a3f-996a-97d3fda8e014 req-c789a0a1-aae6-4905-9eab-662b0f3375f6 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:44.490867 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c3768d40-19d3-4a3f-996a-97d3fda8e014 req-c789a0a1-aae6-4905-9eab-662b0f3375f6 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 945 time: 0.0520930 Sep 16 01:21:44.533315 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c3768d40-19d3-4a3f-996a-97d3fda8e014 req-98da9bc8-374f-45c7-991b-4c85e672e620 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361450 Sep 16 01:21:45.646367 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee8eb6-9e81-4a33-b1b5-1f8d8db619db req-a0cfa61e-a97f-42bf-92e3-0be70789bab0 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:45.647904 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-08ee8eb6-9e81-4a33-b1b5-1f8d8db619db req-a0cfa61e-a97f-42bf-92e3-0be70789bab0 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 945 time: 0.0478401 Sep 16 01:21:45.684781 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-08ee8eb6-9e81-4a33-b1b5-1f8d8db619db req-7d351be8-7d2d-4621-aa75-ac923626ba59 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308332 Sep 16 01:21:45.797366 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a80fd-13da-4882-b300-46e5e04eef5d req-7afe67db-bf6d-4c4b-9b50-2acc844663e4 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:45.797828 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-496a80fd-13da-4882-b300-46e5e04eef5d req-7afe67db-bf6d-4c4b-9b50-2acc844663e4 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 945 time: 0.0484161 Sep 16 01:21:45.837075 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-496a80fd-13da-4882-b300-46e5e04eef5d req-1a4cd66b-beac-4b32-90a3-389720d1ca8c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327318 Sep 16 01:21:45.866715 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 41946) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:45.907111 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadbbc5c-42d3-467a-847f-da8ba26a8cc0 tempest-TestVolumeBootPattern-1397100696 tempest-TestVolumeBootPattern-1397100696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:45.908712 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-dadbbc5c-42d3-467a-847f-da8ba26a8cc0 tempest-TestVolumeBootPattern-1397100696 tempest-TestVolumeBootPattern-1397100696-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 1093 time: 0.0409648 Sep 16 01:21:45.913377 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 41950) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:45.917792 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-e7f64416-4ba3-4e96-a632-cd3f7ff581aa tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Request body: {'floatingip': {'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'port_id': '26b4f1d7-2b99-4dda-9e64-3655b403ed3e', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:21:46.022392 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e7f64416-4ba3-4e96-a632-cd3f7ff581aa tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for floatingip, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:46.124878 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e7f64416-4ba3-4e96-a632-cd3f7ff581aa tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:46.256557 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [None req-e7f64416-4ba3-4e96-a632-cd3f7ff581aa tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Allocated IP 172.27.3.87 (04f57937-fa31-48b0-af0b-dafeb4e5696d/f10087fb-cc50-497f-84f8-0079589df3d7/c4553931-4a92-4e78-9b68-2230b8d61fbe) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:21:46.378017 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e7f64416-4ba3-4e96-a632-cd3f7ff581aa tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:46.525362 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e7f64416-4ba3-4e96-a632-cd3f7ff581aa tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:46.566880 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f64416-4ba3-4e96-a632-cd3f7ff581aa tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Network 04f57937-fa31-48b0-af0b-dafeb4e5696d is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:21:46.569696 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-e7f64416-4ba3-4e96-a632-cd3f7ff581aa tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:21:46.573437 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f64416-4ba3-4e96-a632-cd3f7ff581aa tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:21:46.601663 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f64416-4ba3-4e96-a632-cd3f7ff581aa tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Pushing event updated for resources: {'Port': ['ID=c4553931-4a92-4e78-9b68-2230b8d61fbe,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:46.941723 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e7f64416-4ba3-4e96-a632-cd3f7ff581aa tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:47.402403 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e7f64416-4ba3-4e96-a632-cd3f7ff581aa tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:47.559323 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e7f64416-4ba3-4e96-a632-cd3f7ff581aa tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:47.656068 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e7f64416-4ba3-4e96-a632-cd3f7ff581aa tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:47.736696 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f64416-4ba3-4e96-a632-cd3f7ff581aa tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Pushing event updated for resources: {'Port': ['ID=c4553931-4a92-4e78-9b68-2230b8d61fbe,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:47.746499 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e7f64416-4ba3-4e96-a632-cd3f7ff581aa tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530200'] for floatingip, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:47.845880 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.db.l3_db [None req-e7f64416-4ba3-4e96-a632-cd3f7ff581aa tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Floating IP 2ff1012d-2ee5-4201-9d53-11cae6219041 associated. External IP: 172.27.3.87, port: 26b4f1d7-2b99-4dda-9e64-3655b403ed3e. Sep 16 01:21:48.054806 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f64416-4ba3-4e96-a632-cd3f7ff581aa tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Router 1ef2fba3-0942-4930-b076-036406071a8a has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:21:48.160514 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f64416-4ba3-4e96-a632-cd3f7ff581aa tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:21:48.170570 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71c3866-260a-4374-a793-8fc004fbcfd1 None None] Sync routers for ids ['1ef2fba3-0942-4930-b076-036406071a8a'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:21:48.181525 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71c3866-260a-4374-a793-8fc004fbcfd1 None None] Routers {'1ef2fba3-0942-4930-b076-036406071a8a'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:21:48.182157 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-f71c3866-260a-4374-a793-8fc004fbcfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:21:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['1ef2fba3-0942-4930-b076-036406071a8a'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:21:48.256538 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e7f64416-4ba3-4e96-a632-cd3f7ff581aa tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for floatingip, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:48.287910 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-e7f64416-4ba3-4e96-a632-cd3f7ff581aa tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3734791 Sep 16 01:21:48.288526 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da94c1f3-3fed-4034-ae6b-a644802b2fa3', 'tag': '26b4f1d7-2b99-4dda-9e64-3655b403ed3e'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:21:48.290937 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c11702-7a8a-485b-a01c-ef3dbf82c0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "da94c1f3-3fed-4034-ae6b-a644802b2fa3", "tag": "26b4f1d7-2b99-4dda-9e64-3655b403ed3e"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:21:48.338218 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56d7545-c07f-45c2-b178-0a0534e22146 x-openstack-request-id: req-d56d7545-c07f-45c2-b178-0a0534e22146 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:21:48.338509 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da94c1f3-3fed-4034-ae6b-a644802b2fa3", "tag": "26b4f1d7-2b99-4dda-9e64-3655b403ed3e", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:21:48.338760 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d56d7545-c07f-45c2-b178-0a0534e22146 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:21:48.339164 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da94c1f3-3fed-4034-ae6b-a644802b2fa3', 'tag': '26b4f1d7-2b99-4dda-9e64-3655b403ed3e', 'status': 'completed', 'code': 200} Sep 16 01:21:48.406848 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-f71c3866-260a-4374-a793-8fc004fbcfd1 None None] Set router 1ef2fba3-0942-4930-b076-036406071a8a gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:21:48.630781 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-f71c3866-260a-4374-a793-8fc004fbcfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:18:05Z', 'revision_number': 4, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': '2ff1012d-2ee5-4201-9d53-11cae6219041', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'port_id': '26b4f1d7-2b99-4dda-9e64-3655b403ed3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'mac_address': 'fa:16:3e:8f:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94c1f3-3fed-4034-ae6b-a644802b2fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:21:46Z', 'updated_at': '2021-09-16T01:21:46Z', 'revision_number': 0, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82281333-51d1-46bb-be52-bf0d0942b9e8', 'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'mac_address': 'fa:16:3e:03:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:04Z', 'updated_at': '2021-09-16T01:18:08Z', 'revision_number': 5, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'subnets': [{'id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:21:48.659587 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:48.660440 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71c3866-260a-4374-a793-8fc004fbcfd1 None None] Checking router: 1ef2fba3-0942-4930-b076-036406071a8a for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:21:48.668600 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71c3866-260a-4374-a793-8fc004fbcfd1 None None] Routers {'1ef2fba3-0942-4930-b076-036406071a8a'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:21:48.669229 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-f71c3866-260a-4374-a793-8fc004fbcfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:21:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['1ef2fba3-0942-4930-b076-036406071a8a'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:21:48.773774 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-f71c3866-260a-4374-a793-8fc004fbcfd1 None None] Set router 1ef2fba3-0942-4930-b076-036406071a8a gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:21:48.990426 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-f71c3866-260a-4374-a793-8fc004fbcfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:18:05Z', 'revision_number': 4, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': '2ff1012d-2ee5-4201-9d53-11cae6219041', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'port_id': '26b4f1d7-2b99-4dda-9e64-3655b403ed3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'mac_address': 'fa:16:3e:8f:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94c1f3-3fed-4034-ae6b-a644802b2fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:21:46Z', 'updated_at': '2021-09-16T01:21:46Z', 'revision_number': 0, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82281333-51d1-46bb-be52-bf0d0942b9e8', 'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'mac_address': 'fa:16:3e:03:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:04Z', 'updated_at': '2021-09-16T01:18:08Z', 'revision_number': 5, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'subnets': [{'id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:21:49.016496 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71c3866-260a-4374-a793-8fc004fbcfd1 None None] The sync data for ids ['1ef2fba3-0942-4930-b076-036406071a8a'] in dv-cinder-809305-1-iscsi is: [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:18:05Z', 'revision_number': 4, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': '2ff1012d-2ee5-4201-9d53-11cae6219041', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'port_id': '26b4f1d7-2b99-4dda-9e64-3655b403ed3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'mac_address': 'fa:16:3e:8f:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94c1f3-3fed-4034-ae6b-a644802b2fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:21:46Z', 'updated_at': '2021-09-16T01:21:46Z', 'revision_number': 0, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82281333-51d1-46bb-be52-bf0d0942b9e8', 'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'mac_address': 'fa:16:3e:03:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:04Z', 'updated_at': '2021-09-16T01:18:08Z', 'revision_number': 5, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'subnets': [{'id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:21:49.201287 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e4501c-d631-4625-83d1-690e503c8400 None None] New status for floating IP 2ff1012d-2ee5-4201-9d53-11cae6219041: ACTIVE {{(pid=94554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 01:21:50.586366 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c11702-7a8a-485b-a01c-ef3dbf82c0dd req-a6b4b14a-c035-4e0e-a162-abe837e37a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:50.587752 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d2c11702-7a8a-485b-a01c-ef3dbf82c0dd req-a6b4b14a-c035-4e0e-a162-abe837e37a15 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b7bbaf8f0f24f869617997188268255&device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 1098 time: 0.0395553 Sep 16 01:21:50.673980 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c11702-7a8a-485b-a01c-ef3dbf82c0dd req-03f38d70-920b-4cf5-96c8-ce06a7b52c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:50.675980 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d2c11702-7a8a-485b-a01c-ef3dbf82c0dd req-03f38d70-920b-4cf5-96c8-ce06a7b52c35 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74571b21-78a7-4185-9659-6c93a300b083 HTTP/1.1" status: 200 len: 913 time: 0.0803564 Sep 16 01:21:50.744732 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d2c11702-7a8a-485b-a01c-ef3dbf82c0dd req-d4379f94-76ba-4e62-8304-5bf3d2d3c183 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26b4f1d7-2b99-4dda-9e64-3655b403ed3e HTTP/1.1" status: 200 len: 1000 time: 0.0602908 Sep 16 01:21:50.794335 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c11702-7a8a-485b-a01c-ef3dbf82c0dd req-1379c3fe-2ca2-4517-9eac-4e9275629957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:50.795829 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d2c11702-7a8a-485b-a01c-ef3dbf82c0dd req-1379c3fe-2ca2-4517-9eac-4e9275629957 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54ce8167-5c61-4cb3-8d7a-5322484faeed HTTP/1.1" status: 200 len: 851 time: 0.0423906 Sep 16 01:21:50.842157 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c11702-7a8a-485b-a01c-ef3dbf82c0dd req-03eb4547-df9c-4f1f-a504-5ff2871f8914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:50.843805 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d2c11702-7a8a-485b-a01c-ef3dbf82c0dd req-03eb4547-df9c-4f1f-a504-5ff2871f8914 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74571b21-78a7-4185-9659-6c93a300b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388365 Sep 16 01:21:50.939849 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d2c11702-7a8a-485b-a01c-ef3dbf82c0dd req-c1069af8-829a-4dfc-90e7-7dc6ca74efb6 service neutron] 10.222.0.47 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878007 Sep 16 01:21:51.046739 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d2c11702-7a8a-485b-a01c-ef3dbf82c0dd req-7cbaecdd-9eed-4929-a2d9-93e7cfc6e49a service neutron] 10.222.0.47 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820599 Sep 16 01:21:55.210679 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c46a98ef-069c-4970-8006-976b18bde7ed req-7757ddf7-0af3-4768-8619-c362ea2c6a9f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79b80368-d655-468c-8776-f8a26cd69066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426517 Sep 16 01:21:55.323914 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a98ef-069c-4970-8006-976b18bde7ed req-457d1381-1e3a-45c5-9863-13912318586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:55.325704 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c46a98ef-069c-4970-8006-976b18bde7ed req-457d1381-1e3a-45c5-9863-13912318586b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=784d6315ab2442e587cb13e7cd452060&device_id=79b80368-d655-468c-8776-f8a26cd69066 HTTP/1.1" status: 200 len: 1098 time: 0.0434043 Sep 16 01:21:55.437972 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a98ef-069c-4970-8006-976b18bde7ed req-347ae18e-65ba-49e4-8021-d54f80547b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:55.439478 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c46a98ef-069c-4970-8006-976b18bde7ed req-347ae18e-65ba-49e4-8021-d54f80547b78 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d634635a-0f30-4691-be93-2e0da07b63c3 HTTP/1.1" status: 200 len: 914 time: 0.0876918 Sep 16 01:21:55.481531 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c46a98ef-069c-4970-8006-976b18bde7ed req-2f3c673b-a6b8-4029-8431-e697e27fbc11 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de9bb5f7-c6ba-413b-afa3-2001f5087c01 HTTP/1.1" status: 200 len: 217 time: 0.0344701 Sep 16 01:21:55.532820 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a98ef-069c-4970-8006-976b18bde7ed req-15b23600-66ae-4084-beeb-a5103b0d6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:21:55.535076 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c46a98ef-069c-4970-8006-976b18bde7ed req-15b23600-66ae-4084-beeb-a5103b0d6d9b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca9a3e94-c922-4239-ba7a-4080e6d04ae5 HTTP/1.1" status: 200 len: 853 time: 0.0439024 Sep 16 01:21:55.566529 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c46a98ef-069c-4970-8006-976b18bde7ed req-2b6c4995-b3e9-44e4-ae9d-64235861f85e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d634635a-0f30-4691-be93-2e0da07b63c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239856 Sep 16 01:21:55.656127 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c46a98ef-069c-4970-8006-976b18bde7ed req-0a215167-dc13-4f98-be08-e59e6ce0ec83 service neutron] 10.222.0.47 "GET /v2.0/networks/d634635a-0f30-4691-be93-2e0da07b63c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820870 Sep 16 01:21:55.743733 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c46a98ef-069c-4970-8006-976b18bde7ed req-a2e33548-0705-4534-92d1-16d5abecff4c service neutron] 10.222.0.47 "GET /v2.0/networks/d634635a-0f30-4691-be93-2e0da07b63c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797665 Sep 16 01:21:56.541708 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 42064) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:56.648136 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-ac267355-3887-465b-9e74-fde5ede416c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:56.736527 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-ac267355-3887-465b-9e74-fde5ede416c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:56.804330 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-ac267355-3887-465b-9e74-fde5ede416c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:56.840502 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac267355-3887-465b-9e74-fde5ede416c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102dcce4-e369-4599-a200-015e06b0bb3d,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:56.844983 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-ac267355-3887-465b-9e74-fde5ede416c2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=809159b6fd6b449196d758e2805ac14d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022020 Sep 16 01:21:56.848289 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 42068) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:21:56.894924 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-31ef8e5e-d6c4-4dc4-a1a7-17b7da66e7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:56.914924 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-31ef8e5e-d6c4-4dc4-a1a7-17b7da66e7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:57.048262 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-31ef8e5e-d6c4-4dc4-a1a7-17b7da66e7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:57.051322 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-31ef8e5e-d6c4-4dc4-a1a7-17b7da66e7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:21:57.052513 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-31ef8e5e-d6c4-4dc4-a1a7-17b7da66e7e1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/102dcce4-e369-4599-a200-015e06b0bb3d HTTP/1.1" status: 204 len: 168 time: 0.2039943 Sep 16 01:21:57.060021 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef8e5e-d6c4-4dc4-a1a7-17b7da66e7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102dcce4-e369-4599-a200-015e06b0bb3d,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:21:58.730481 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:21:58.745496 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ffd60f18-5f6c-42f9-8c9e-859750fa5c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:01.490209 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-7305b9ec-5253-4774-a1af-7ce332dc1fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:01.859689 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:02.844730 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:04.392659 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:11.205989 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e24448-e9b8-4340-a788-03e8d002ecb2 req-d682ff37-4222-4748-8a86-d01d8fc5d27a tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:11.207724 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-91e24448-e9b8-4340-a788-03e8d002ecb2 req-d682ff37-4222-4748-8a86-d01d8fc5d27a tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=79b80368-d655-468c-8776-f8a26cd69066 HTTP/1.1" status: 200 len: 945 time: 0.0519850 Sep 16 01:22:11.243959 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-91e24448-e9b8-4340-a788-03e8d002ecb2 req-f3515519-ed2f-4e1b-b237-144490175102 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301738 Sep 16 01:22:12.356163 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd6e24-e527-445b-a475-6a89fb314992 req-b4f6dda7-5592-4228-9259-e4b01fe1163e tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:12.357672 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-66cd6e24-e527-445b-a475-6a89fb314992 req-b4f6dda7-5592-4228-9259-e4b01fe1163e tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=79b80368-d655-468c-8776-f8a26cd69066 HTTP/1.1" status: 200 len: 945 time: 0.0477653 Sep 16 01:22:12.393540 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-66cd6e24-e527-445b-a475-6a89fb314992 req-b6fac2ca-b7db-4ee6-aa5d-24de12a053b4 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294614 Sep 16 01:22:13.505077 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cf19e-8e92-499a-8936-f2edf48de383 req-6cff7fbc-17e0-4df2-927c-f2875bd72c85 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:13.506581 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ff2cf19e-8e92-499a-8936-f2edf48de383 req-6cff7fbc-17e0-4df2-927c-f2875bd72c85 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=79b80368-d655-468c-8776-f8a26cd69066 HTTP/1.1" status: 200 len: 945 time: 0.0478480 Sep 16 01:22:13.542172 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-ff2cf19e-8e92-499a-8936-f2edf48de383 req-20f93aaa-012a-46eb-b289-b0ef0e1f5384 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296035 Sep 16 01:22:14.655226 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116ccb6-dd1f-4c25-b77b-a2975b379ac4 req-8ef5cdd0-55d8-45dd-accf-8684ddf3f176 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:14.656620 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5116ccb6-dd1f-4c25-b77b-a2975b379ac4 req-8ef5cdd0-55d8-45dd-accf-8684ddf3f176 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=79b80368-d655-468c-8776-f8a26cd69066 HTTP/1.1" status: 200 len: 945 time: 0.0476713 Sep 16 01:22:14.696407 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5116ccb6-dd1f-4c25-b77b-a2975b379ac4 req-5cc135eb-c56b-47e8-bafc-cacde0e3bae7 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339286 Sep 16 01:22:15.838192 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9b392-891e-4702-ace0-e3a87c1c91d4 req-cc1086dd-05e9-4989-9307-b95b18d71803 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:15.839943 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-81f9b392-891e-4702-ace0-e3a87c1c91d4 req-cc1086dd-05e9-4989-9307-b95b18d71803 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.47 "GET /v2.0/ports?device_id=79b80368-d655-468c-8776-f8a26cd69066 HTTP/1.1" status: 200 len: 945 time: 0.0883951 Sep 16 01:22:15.849348 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf393c8-4cfd-415a-8114-d5841170e112 req-7d9dd8f0-875b-43e8-a773-b1756e0f8a5d tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:15.851009 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-aaf393c8-4cfd-415a-8114-d5841170e112 req-7d9dd8f0-875b-43e8-a773-b1756e0f8a5d tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=79b80368-d655-468c-8776-f8a26cd69066 HTTP/1.1" status: 200 len: 945 time: 0.0888181 Sep 16 01:22:15.939191 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-aaf393c8-4cfd-415a-8114-d5841170e112 req-6596355e-d0fc-4c8b-8b71-82080eefae9b tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794916 Sep 16 01:22:15.962235 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-81f9b392-891e-4702-ace0-e3a87c1c91d4 req-6e857678-c2c3-4821-addc-8f414bc58fae tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Deleting port de9bb5f7-c6ba-413b-afa3-2001f5087c01 {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:22:15.962578 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-81f9b392-891e-4702-ace0-e3a87c1c91d4 req-6e857678-c2c3-4821-addc-8f414bc58fae tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:16.049725 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-81f9b392-891e-4702-ace0-e3a87c1c91d4 req-6e857678-c2c3-4821-addc-8f414bc58fae tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] For port de9bb5f7-c6ba-413b-afa3-2001f5087c01, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=de9bb5f7-c6ba-413b-afa3-2001f5087c01,segment=NetworkSegment(c432d6ef-1eb0-4500-8e3c-9e4752400c88),segment_id=c432d6ef-1eb0-4500-8e3c-9e4752400c88)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:22:16.050015 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-81f9b392-891e-4702-ace0-e3a87c1c91d4 req-6e857678-c2c3-4821-addc-8f414bc58fae tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:16.061171 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-81f9b392-891e-4702-ace0-e3a87c1c91d4 req-6e857678-c2c3-4821-addc-8f414bc58fae tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Calling delete_port for de9bb5f7-c6ba-413b-afa3-2001f5087c01 owned by compute:nova {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:22:16.241981 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-81f9b392-891e-4702-ace0-e3a87c1c91d4 req-6e857678-c2c3-4821-addc-8f414bc58fae tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:16.276058 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e857678-c2c3-4821-addc-8f414bc58fae tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Pushing event deleted for resources: {'Port': ['ID=de9bb5f7-c6ba-413b-afa3-2001f5087c01,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:22:16.276491 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['de9bb5f7-c6ba-413b-afa3-2001f5087c01'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:22:16.314742 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f9b392-891e-4702-ace0-e3a87c1c91d4 req-6e857678-c2c3-4821-addc-8f414bc58fae tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] No DVR routers for this DVR port de9bb5f7-c6ba-413b-afa3-2001f5087c01 on host hv-cinder-80930 {{(pid=94551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:22:16.315863 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-81f9b392-891e-4702-ace0-e3a87c1c91d4 req-6e857678-c2c3-4821-addc-8f414bc58fae tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:16.317850 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-81f9b392-891e-4702-ace0-e3a87c1c91d4 req-6e857678-c2c3-4821-addc-8f414bc58fae tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.47 "DELETE /v2.0/ports/de9bb5f7-c6ba-413b-afa3-2001f5087c01 HTTP/1.1" status: 204 len: 173 time: 0.4659064 Sep 16 01:22:16.318268 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b80368-d655-468c-8776-f8a26cd69066', 'name': 'network-vif-deleted', 'tag': 'de9bb5f7-c6ba-413b-afa3-2001f5087c01'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:22:16.320455 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b9c335-1680-4e8f-b787-ba4fff297794" -d '{"events": [{"server_uuid": "79b80368-d655-468c-8776-f8a26cd69066", "name": "network-vif-deleted", "tag": "de9bb5f7-c6ba-413b-afa3-2001f5087c01"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:22:16.355151 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6a3ac0-f255-4b70-812a-489c9121a7e7 x-openstack-request-id: req-9d6a3ac0-f255-4b70-812a-489c9121a7e7 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:22:16.355433 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b80368-d655-468c-8776-f8a26cd69066", "name": "network-vif-deleted", "tag": "de9bb5f7-c6ba-413b-afa3-2001f5087c01", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:22:16.355685 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d6a3ac0-f255-4b70-812a-489c9121a7e7 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:22:16.356082 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b80368-d655-468c-8776-f8a26cd69066', 'name': 'network-vif-deleted', 'tag': 'de9bb5f7-c6ba-413b-afa3-2001f5087c01', 'status': 'completed', 'code': 200} Sep 16 01:22:17.042429 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-b7251dbb-93ef-4b6f-a5de-a4d8daba220c req-9ee87ffd-51d8-4ac0-a516-3c7d2f28bce5 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=79b80368-d655-468c-8776-f8a26cd69066 HTTP/1.1" status: 200 len: 210 time: 0.0258267 Sep 16 01:22:18.642009 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:21.522639 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device de9bb5f7-c6ba-413b-afa3-2001f5087c01 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:22:21.542475 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] No Port match for: de9bb5f7-c6ba-413b-afa3-2001f5087c01 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:22:21.542818 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device de9bb5f7-c6ba-413b-afa3-2001f5087c01 not bound to the agent host hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:22:22.969927 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 42300) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:22:23.082302 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-bd795591-2806-4809-babe-b6f62a270e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:23.167001 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-bd795591-2806-4809-babe-b6f62a270e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:23.236770 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-bd795591-2806-4809-babe-b6f62a270e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:23.275103 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd795591-2806-4809-babe-b6f62a270e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c85a58-df66-4e06-bf50-d4f8a960df5a,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:22:23.279396 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-bd795591-2806-4809-babe-b6f62a270e0e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=22772241a7a842cca6fa7821bbc0209a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084519 Sep 16 01:22:23.282031 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 42306) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:22:23.329174 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0697b3ef-7841-4ddc-aba2-353c61d12817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:23.349575 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0697b3ef-7841-4ddc-aba2-353c61d12817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:23.502121 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0697b3ef-7841-4ddc-aba2-353c61d12817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:23.504678 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0697b3ef-7841-4ddc-aba2-353c61d12817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:23.505870 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-0697b3ef-7841-4ddc-aba2-353c61d12817 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/49c85a58-df66-4e06-bf50-d4f8a960df5a HTTP/1.1" status: 204 len: 168 time: 0.2229474 Sep 16 01:22:23.521694 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697b3ef-7841-4ddc-aba2-353c61d12817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c85a58-df66-4e06-bf50-d4f8a960df5a,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:22:28.699466 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9aa4a0d9-316e-4dfb-b351-6f646581c69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:28.746858 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-824b2939-3f24-4652-aab1-c1245029e042 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:28.748327 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-824b2939-3f24-4652-aab1-c1245029e042 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/networks?id=d634635a-0f30-4691-be93-2e0da07b63c3 HTTP/1.1" status: 200 len: 813 time: 0.1048305 Sep 16 01:22:28.763320 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-a6b66b3b-8fa1-486f-a05c-0caf2456dec9 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/quotas/784d6315ab2442e587cb13e7cd452060 HTTP/1.1" status: 200 len: 375 time: 0.0087354 Sep 16 01:22:29.052914 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-c2d3949b-7fd3-4353-9f00-dd98b06bbe0f tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=784d6315ab2442e587cb13e7cd452060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2838840 Sep 16 01:22:29.145468 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-f80bf1c6-1b3b-4186-ad14-b55eb3bb0b02 service neutron] 10.222.0.22 "GET /v2.0/networks/d634635a-0f30-4691-be93-2e0da07b63c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796304 Sep 16 01:22:29.231554 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-59e810a5-d3a4-4e82-bbd6-82ffff403a85 service neutron] 10.222.0.22 "GET /v2.0/networks/d634635a-0f30-4691-be93-2e0da07b63c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800765 Sep 16 01:22:29.514220 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-76686a16-9197-47a2-ba8c-51ca6f5492f0 req-e22bcac8-6435-4ffd-9a81-34a36017f2cc tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f2bfbf-916a-49e6-8df8-fe33e658e5c7 HTTP/1.1" status: 200 len: 210 time: 0.0269310 Sep 16 01:22:30.605679 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-03caa65a-291f-43ef-bd5d-8f522592ab37 req-9fcde5be-b52b-41f0-8108-1e5d9d6200ab tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f2bfbf-916a-49e6-8df8-fe33e658e5c7 HTTP/1.1" status: 200 len: 210 time: 0.0262980 Sep 16 01:22:31.484377 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-be8245a8-1184-4100-ae84-6d593e8a4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:31.527679 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-f27f1e4c-b334-4a1b-8ca2-1ac6e59c7b81 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:31.529164 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-f27f1e4c-b334-4a1b-8ca2-1ac6e59c7b81 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.47 "GET /v2.0/networks?id=d634635a-0f30-4691-be93-2e0da07b63c3 HTTP/1.1" status: 200 len: 813 time: 0.1019611 Sep 16 01:22:31.549786 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-0c002065-a7cb-4671-b941-f702f35bd7ca tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Request body: {'port': {'device_id': 'b6f2bfbf-916a-49e6-8df8-fe33e658e5c7', 'network_id': 'd634635a-0f30-4691-be93-2e0da07b63c3', 'admin_state_up': True, 'tenant_id': '784d6315ab2442e587cb13e7cd452060'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:22:31.698470 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-154bb7ee-5ce7-4495-9ac1-5bf36fd0712b req-3b4f376d-6d81-429c-85ea-ad915fabe871 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f2bfbf-916a-49e6-8df8-fe33e658e5c7 HTTP/1.1" status: 200 len: 210 time: 0.0247295 Sep 16 01:22:31.761965 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-0c002065-a7cb-4671-b941-f702f35bd7ca tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Made reservation on behalf of 784d6315ab2442e587cb13e7cd452060 for: {'port': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:22:31.765669 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-0c002065-a7cb-4671-b941-f702f35bd7ca tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:31.890727 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-0c002065-a7cb-4671-b941-f702f35bd7ca tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Allocated IP 172.20.0.2 (d634635a-0f30-4691-be93-2e0da07b63c3/ca9a3e94-c922-4239-ba7a-4080e6d04ae5/10c43a1b-aa81-4df4-9017-d9c37a6ad3fa) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:22:31.921984 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:32.034930 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-0c002065-a7cb-4671-b941-f702f35bd7ca tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:32.124500 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-0c002065-a7cb-4671-b941-f702f35bd7ca tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:32.164613 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-0c002065-a7cb-4671-b941-f702f35bd7ca tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Network d634635a-0f30-4691-be93-2e0da07b63c3 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:22:32.167604 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-0c002065-a7cb-4671-b941-f702f35bd7ca tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:22:32.171254 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-0c002065-a7cb-4671-b941-f702f35bd7ca tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:22:32.199170 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c002065-a7cb-4671-b941-f702f35bd7ca tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Pushing event updated for resources: {'Port': ['ID=10c43a1b-aa81-4df4-9017-d9c37a6ad3fa,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:22:32.224476 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-0c002065-a7cb-4671-b941-f702f35bd7ca tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:32.225138 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-0c002065-a7cb-4671-b941-f702f35bd7ca tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:32.330538 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-0c002065-a7cb-4671-b941-f702f35bd7ca tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7844334 Sep 16 01:22:32.348847 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-d1e04d53-53e7-4060-9cc1-4a45757257b6 service neutron] Request body: {'port': {'device_id': 'b6f2bfbf-916a-49e6-8df8-fe33e658e5c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:22:32.404229 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-d1e04d53-53e7-4060-9cc1-4a45757257b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:32.653249 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-d1e04d53-53e7-4060-9cc1-4a45757257b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa {{(pid=94551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:22:32.660480 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-d1e04d53-53e7-4060-9cc1-4a45757257b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:32.671968 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-d1e04d53-53e7-4060-9cc1-4a45757257b6 service neutron] Transition to ACTIVE for port object 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 01:22:32.809670 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bacc13-16a6-44e5-8810-375847851011 req-9f218078-bd24-4f3c-b5bd-10689841e9d3 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:32.811170 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-96bacc13-16a6-44e5-8810-375847851011 req-9f218078-bd24-4f3c-b5bd-10689841e9d3 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f2bfbf-916a-49e6-8df8-fe33e658e5c7 HTTP/1.1" status: 200 len: 931 time: 0.0476038 Sep 16 01:22:32.824814 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-d1e04d53-53e7-4060-9cc1-4a45757257b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:32.867547 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:32.896606 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-96bacc13-16a6-44e5-8810-375847851011 req-d2d9b579-bdfd-43c7-b1b8-cf3597fb1599 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788221 Sep 16 01:22:32.902316 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e04d53-53e7-4060-9cc1-4a45757257b6 service neutron] Pushing event updated for resources: {'Port': ['ID=10c43a1b-aa81-4df4-9017-d9c37a6ad3fa,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:22:32.969309 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-d1e04d53-53e7-4060-9cc1-4a45757257b6 service neutron] Attempting to bind port 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa on host hv-cinder-80930 for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:22:32.969670 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-d1e04d53-53e7-4060-9cc1-4a45757257b6 service neutron] Attempting to bind port 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': 'c432d6ef-1eb0-4500-8e3c-9e4752400c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd634635a-0f30-4691-be93-2e0da07b63c3'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:22:32.970005 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-d1e04d53-53e7-4060-9cc1-4a45757257b6 service neutron] Attempting to bind port 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa on network d634635a-0f30-4691-be93-2e0da07b63c3 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:22:32.974244 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-d1e04d53-53e7-4060-9cc1-4a45757257b6 service neutron] Port 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa on network d634635a-0f30-4691-be93-2e0da07b63c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 01:22:32.974569 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-d1e04d53-53e7-4060-9cc1-4a45757257b6 service neutron] Attempting to bind port 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa on network d634635a-0f30-4691-be93-2e0da07b63c3 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:22:32.979303 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-d1e04d53-53e7-4060-9cc1-4a45757257b6 service neutron] Checking agent: {'id': 'b1327c00-0c42-4ebe-9e46-dfdb42688b79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'started_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:22:32.979641 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-d1e04d53-53e7-4060-9cc1-4a45757257b6 service neutron] Checking segment: {'id': 'c432d6ef-1eb0-4500-8e3c-9e4752400c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd634635a-0f30-4691-be93-2e0da07b63c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:22:32.980066 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-d1e04d53-53e7-4060-9cc1-4a45757257b6 service neutron] Bound using segment: {'id': 'c432d6ef-1eb0-4500-8e3c-9e4752400c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd634635a-0f30-4691-be93-2e0da07b63c3'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:22:32.980491 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-d1e04d53-53e7-4060-9cc1-4a45757257b6 service neutron] Bound port: 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c432d6ef-1eb0-4500-8e3c-9e4752400c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd634635a-0f30-4691-be93-2e0da07b63c3'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:22:32.980847 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-d1e04d53-53e7-4060-9cc1-4a45757257b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:33.054046 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-d1e04d53-53e7-4060-9cc1-4a45757257b6 service neutron] For port 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa, host hv-cinder-80930, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:22:33.057325 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-d1e04d53-53e7-4060-9cc1-4a45757257b6 service neutron] For port 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=10c43a1b-aa81-4df4-9017-d9c37a6ad3fa,segment=NetworkSegment(c432d6ef-1eb0-4500-8e3c-9e4752400c88),segment_id=c432d6ef-1eb0-4500-8e3c-9e4752400c88)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:22:33.145285 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-d1e04d53-53e7-4060-9cc1-4a45757257b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:33.178814 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-d1e04d53-53e7-4060-9cc1-4a45757257b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:33.179435 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-d1e04d53-53e7-4060-9cc1-4a45757257b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:33.180828 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-d1e04d53-53e7-4060-9cc1-4a45757257b6 service neutron] 10.222.0.47 "PUT /v2.0/ports/10c43a1b-aa81-4df4-9017-d9c37a6ad3fa HTTP/1.1" status: 200 len: 1093 time: 0.8371062 Sep 16 01:22:33.183778 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f2bfbf-916a-49e6-8df8-fe33e658e5c7', 'tag': '10c43a1b-aa81-4df4-9017-d9c37a6ad3fa'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:22:33.183778 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beab4f1b-2b63-40cf-99b1-935ac3a43b74" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f2bfbf-916a-49e6-8df8-fe33e658e5c7", "tag": "10c43a1b-aa81-4df4-9017-d9c37a6ad3fa"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:22:33.206524 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e04d53-53e7-4060-9cc1-4a45757257b6 service neutron] Pushing event updated for resources: {'Port': ['ID=10c43a1b-aa81-4df4-9017-d9c37a6ad3fa,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:22:33.223331 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9309714-aeaa-43ea-b7b7-5419557ddebf x-openstack-request-id: req-a9309714-aeaa-43ea-b7b7-5419557ddebf {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:22:33.223619 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f2bfbf-916a-49e6-8df8-fe33e658e5c7", "tag": "10c43a1b-aa81-4df4-9017-d9c37a6ad3fa", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:22:33.223869 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a9309714-aeaa-43ea-b7b7-5419557ddebf {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:22:33.224256 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f2bfbf-916a-49e6-8df8-fe33e658e5c7', 'tag': '10c43a1b-aa81-4df4-9017-d9c37a6ad3fa', 'status': 'completed', 'code': 200} Sep 16 01:22:33.305093 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab4f1b-2b63-40cf-99b1-935ac3a43b74 req-561710c9-5bf2-44f8-8470-5a7b8e0e9518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:33.306622 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-beab4f1b-2b63-40cf-99b1-935ac3a43b74 req-561710c9-5bf2-44f8-8470-5a7b8e0e9518 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=784d6315ab2442e587cb13e7cd452060&device_id=b6f2bfbf-916a-49e6-8df8-fe33e658e5c7 HTTP/1.1" status: 200 len: 1096 time: 0.0408936 Sep 16 01:22:33.410817 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab4f1b-2b63-40cf-99b1-935ac3a43b74 req-1954df05-b257-4c99-9269-e7d5f95b0d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:33.412302 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-beab4f1b-2b63-40cf-99b1-935ac3a43b74 req-1954df05-b257-4c99-9269-e7d5f95b0d5d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=784d6315ab2442e587cb13e7cd452060&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0923953 Sep 16 01:22:33.501196 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab4f1b-2b63-40cf-99b1-935ac3a43b74 req-714622ab-b3dd-4e99-a6df-a0524cd72fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:33.502539 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-beab4f1b-2b63-40cf-99b1-935ac3a43b74 req-714622ab-b3dd-4e99-a6df-a0524cd72fbc service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0840671 Sep 16 01:22:33.598066 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-5e3830f0-ed43-4159-8ca5-3d67b7dbd4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:33.599520 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-5e3830f0-ed43-4159-8ca5-3d67b7dbd4fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=784d6315ab2442e587cb13e7cd452060&device_id=b6f2bfbf-916a-49e6-8df8-fe33e658e5c7 HTTP/1.1" status: 200 len: 1096 time: 0.0397084 Sep 16 01:22:33.649323 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-99ef142a-f60f-4efd-80cf-5f685d3ffad3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10c43a1b-aa81-4df4-9017-d9c37a6ad3fa HTTP/1.1" status: 200 len: 217 time: 0.0366464 Sep 16 01:22:33.697742 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-13f7de00-6669-41e3-bc77-6e890ea7d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:33.699163 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-13f7de00-6669-41e3-bc77-6e890ea7d78e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca9a3e94-c922-4239-ba7a-4080e6d04ae5 HTTP/1.1" status: 200 len: 853 time: 0.0433125 Sep 16 01:22:33.731143 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-ff364732-94e2-47f5-8557-413830fa872d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d634635a-0f30-4691-be93-2e0da07b63c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242488 Sep 16 01:22:33.822104 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-a426aa8b-c12e-4aa3-850c-b06d07cd3607 service neutron] 10.222.0.47 "GET /v2.0/networks/d634635a-0f30-4691-be93-2e0da07b63c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834959 Sep 16 01:22:33.913944 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4e53e879-e2b2-4ff4-8fd3-ec9de6affea8 req-ef8b3faa-ce81-403b-99ef-55d9ccf591fe service neutron] 10.222.0.47 "GET /v2.0/networks/d634635a-0f30-4691-be93-2e0da07b63c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852053 Sep 16 01:22:34.014155 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85508854-e020-4634-8eab-46bdd405f155 req-94c0e2c4-b2b7-4034-aa6b-e5ed862bf81f tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:34.015655 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-85508854-e020-4634-8eab-46bdd405f155 req-94c0e2c4-b2b7-4034-aa6b-e5ed862bf81f tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f2bfbf-916a-49e6-8df8-fe33e658e5c7 HTTP/1.1" status: 200 len: 943 time: 0.0528221 Sep 16 01:22:34.052265 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-85508854-e020-4634-8eab-46bdd405f155 req-2eb12df9-f9ed-46ec-a5b5-b0c65a07c100 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300114 Sep 16 01:22:34.375147 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:35.165364 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac456b-edd2-4764-b35f-55dea8977d62 req-8fc99418-df7e-4c44-b272-6543ae9a3b96 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:35.166842 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-98ac456b-edd2-4764-b35f-55dea8977d62 req-8fc99418-df7e-4c44-b272-6543ae9a3b96 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f2bfbf-916a-49e6-8df8-fe33e658e5c7 HTTP/1.1" status: 200 len: 943 time: 0.0473752 Sep 16 01:22:35.202057 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-98ac456b-edd2-4764-b35f-55dea8977d62 req-e7287fa9-2636-4c30-85f5-8cf081ad152f tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290241 Sep 16 01:22:35.728574 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:22:36.465625 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b622287-af42-4189-96ac-95f781bb32b3 req-debac491-5d23-4e7e-8719-bb37b559a77e tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:36.467106 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4b622287-af42-4189-96ac-95f781bb32b3 req-debac491-5d23-4e7e-8719-bb37b559a77e tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f2bfbf-916a-49e6-8df8-fe33e658e5c7 HTTP/1.1" status: 200 len: 943 time: 0.1985767 Sep 16 01:22:36.504038 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4b622287-af42-4189-96ac-95f781bb32b3 req-da536c77-0ae7-4180-a548-7c4431e4e99e tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308475 Sep 16 01:22:36.873789 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:22:36.967225 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=10c43a1b-aa81-4df4-9017-d9c37a6ad3fa,segment=NetworkSegment(c432d6ef-1eb0-4500-8e3c-9e4752400c88),segment_id=c432d6ef-1eb0-4500-8e3c-9e4752400c88)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:22:36.979297 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': '10c43a1b-aa81-4df4-9017-d9c37a6ad3fa', 'network_id': 'd634635a-0f30-4691-be93-2e0da07b63c3', 'port_id': '10c43a1b-aa81-4df4-9017-d9c37a6ad3fa', 'mac_address': 'fa:16:3e:56:97:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca9a3e94-c922-4239-ba7a-4080e6d04ae5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:22:37.016625 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:37.029129 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:22:37.048494 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=10c43a1b-aa81-4df4-9017-d9c37a6ad3fa,segment=NetworkSegment(c432d6ef-1eb0-4500-8e3c-9e4752400c88),segment_id=c432d6ef-1eb0-4500-8e3c-9e4752400c88)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:22:37.133507 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:37.183802 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=10c43a1b-aa81-4df4-9017-d9c37a6ad3fa,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:22:37.190533 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:22:37.190883 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:22:37.191282 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:22:37.191621 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:22:37.192047 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:22:37.192438 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:22:37.193060 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:22:37.193391 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:22:37.193742 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:22:37.194071 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:22:37.194394 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:22:37.194714 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:22:37.419230 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['10c43a1b-aa81-4df4-9017-d9c37a6ad3fa'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:22:37.673487 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ca31c-9424-429c-a04a-a1e4ac892bd9 req-49a14e0d-7e5e-4e5f-a5e7-18b5d074f936 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:37.674953 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d57ca31c-9424-429c-a04a-a1e4ac892bd9 req-49a14e0d-7e5e-4e5f-a5e7-18b5d074f936 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f2bfbf-916a-49e6-8df8-fe33e658e5c7 HTTP/1.1" status: 200 len: 944 time: 0.1028309 Sep 16 01:22:37.711034 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d57ca31c-9424-429c-a04a-a1e4ac892bd9 req-366a2751-5f47-4d7f-8b77-6b47390121af tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301189 Sep 16 01:22:38.820959 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30051c-6857-496a-8aa4-493938da79c3 req-49e66fc7-9cc0-4e15-ae80-5bc1f2fd540a tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:38.822440 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fa30051c-6857-496a-8aa4-493938da79c3 req-49e66fc7-9cc0-4e15-ae80-5bc1f2fd540a tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f2bfbf-916a-49e6-8df8-fe33e658e5c7 HTTP/1.1" status: 200 len: 944 time: 0.0468152 Sep 16 01:22:38.858778 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fa30051c-6857-496a-8aa4-493938da79c3 req-12af1f2f-f3ad-4662-a4d6-8c364bbac97e tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305653 Sep 16 01:22:38.889400 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:22:39.015150 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning for port 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa completed by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 01:22:39.018580 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:22:39.018957 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:39.092336 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:39.113922 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f2bfbf-916a-49e6-8df8-fe33e658e5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c43a1b-aa81-4df4-9017-d9c37a6ad3fa'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:22:39.116254 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ab05ed-6e23-4b06-92e9-97754819eacf" -d '{"events": [{"server_uuid": "b6f2bfbf-916a-49e6-8df8-fe33e658e5c7", "name": "network-vif-plugged", "status": "completed", "tag": "10c43a1b-aa81-4df4-9017-d9c37a6ad3fa"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:22:39.129195 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=10c43a1b-aa81-4df4-9017-d9c37a6ad3fa,segment=NetworkSegment(c432d6ef-1eb0-4500-8e3c-9e4752400c88),segment_id=c432d6ef-1eb0-4500-8e3c-9e4752400c88)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:22:39.152578 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f392bf3-9bde-4ac1-92c9-18cb9cdaa130 x-openstack-request-id: req-1f392bf3-9bde-4ac1-92c9-18cb9cdaa130 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:22:39.152865 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f2bfbf-916a-49e6-8df8-fe33e658e5c7", "name": "network-vif-plugged", "status": "completed", "tag": "10c43a1b-aa81-4df4-9017-d9c37a6ad3fa", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:22:39.153223 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f392bf3-9bde-4ac1-92c9-18cb9cdaa130 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:22:39.153624 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f2bfbf-916a-49e6-8df8-fe33e658e5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c43a1b-aa81-4df4-9017-d9c37a6ad3fa', 'code': 200} Sep 16 01:22:39.221613 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:39.270645 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=10c43a1b-aa81-4df4-9017-d9c37a6ad3fa,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:22:39.540521 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0517a2-62f2-41b5-9808-c3307eb6fc21 req-7e89f39d-7ae1-4103-bc7c-f65b3cbfc1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:39.541997 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7a0517a2-62f2-41b5-9808-c3307eb6fc21 req-7e89f39d-7ae1-4103-bc7c-f65b3cbfc1e0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b6f2bfbf-916a-49e6-8df8-fe33e658e5c7 HTTP/1.1" status: 200 len: 1098 time: 0.0431013 Sep 16 01:22:39.574293 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-7a0517a2-62f2-41b5-9808-c3307eb6fc21 req-73bffefc-ae4d-436f-b6df-e2f878eb177d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253754 Sep 16 01:22:39.972535 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be0d83-3533-4626-8cda-437ecfb772df req-aae0b612-1988-487b-bdfe-55f713283a60 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:39.974029 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-23be0d83-3533-4626-8cda-437ecfb772df req-aae0b612-1988-487b-bdfe-55f713283a60 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f2bfbf-916a-49e6-8df8-fe33e658e5c7 HTTP/1.1" status: 200 len: 945 time: 0.0479228 Sep 16 01:22:40.010748 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-23be0d83-3533-4626-8cda-437ecfb772df req-4e831246-4419-4c1c-95d1-2ffa6aca66f8 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308893 Sep 16 01:22:41.122578 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92a681-f20d-429e-8c77-fa6956c03721 req-f7455142-b4a8-4e10-9e61-ec6c58a36802 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:41.124047 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5c92a681-f20d-429e-8c77-fa6956c03721 req-f7455142-b4a8-4e10-9e61-ec6c58a36802 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f2bfbf-916a-49e6-8df8-fe33e658e5c7 HTTP/1.1" status: 200 len: 945 time: 0.0484033 Sep 16 01:22:41.160649 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5c92a681-f20d-429e-8c77-fa6956c03721 req-9aec201d-8880-4379-b994-41749bbc7945 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307124 Sep 16 01:22:48.627204 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:22:54.786849 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-73cf87a6-0d6c-45f3-aeb3-15c3361d33e1 req-d026ed85-f97b-474d-8e49-942b0f31375f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492904 Sep 16 01:22:54.864944 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf87a6-0d6c-45f3-aeb3-15c3361d33e1 req-cda04aab-765c-4403-b895-8c1e65269e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:54.866432 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-73cf87a6-0d6c-45f3-aeb3-15c3361d33e1 req-cda04aab-765c-4403-b895-8c1e65269e43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b7bbaf8f0f24f869617997188268255&device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 1098 time: 0.0402610 Sep 16 01:22:54.975902 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf87a6-0d6c-45f3-aeb3-15c3361d33e1 req-342c52f5-c496-4b55-bcf5-c0b6a15e0ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:54.977434 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-73cf87a6-0d6c-45f3-aeb3-15c3361d33e1 req-342c52f5-c496-4b55-bcf5-c0b6a15e0ee9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74571b21-78a7-4185-9659-6c93a300b083 HTTP/1.1" status: 200 len: 913 time: 0.0902216 Sep 16 01:22:55.044694 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-73cf87a6-0d6c-45f3-aeb3-15c3361d33e1 req-c821f65e-7acb-41a1-92b3-98e29e4b4d5b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26b4f1d7-2b99-4dda-9e64-3655b403ed3e HTTP/1.1" status: 200 len: 1000 time: 0.0592303 Sep 16 01:22:55.989388 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf87a6-0d6c-45f3-aeb3-15c3361d33e1 req-b4a26654-5b75-40b1-a08c-8acaadea504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:55.990842 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-73cf87a6-0d6c-45f3-aeb3-15c3361d33e1 req-b4a26654-5b75-40b1-a08c-8acaadea504a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54ce8167-5c61-4cb3-8d7a-5322484faeed HTTP/1.1" status: 200 len: 851 time: 0.0437768 Sep 16 01:22:56.823786 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf87a6-0d6c-45f3-aeb3-15c3361d33e1 req-00ea4b23-0a2b-4a9f-8c0b-c3cbbdf92b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:22:56.825274 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-73cf87a6-0d6c-45f3-aeb3-15c3361d33e1 req-00ea4b23-0a2b-4a9f-8c0b-c3cbbdf92b57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74571b21-78a7-4185-9659-6c93a300b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391099 Sep 16 01:22:57.775435 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [req-73cf87a6-0d6c-45f3-aeb3-15c3361d33e1 req-7210ac17-72c6-4d81-88a2-4cf4136ba6f2 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 01:22:57.776458 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-73cf87a6-0d6c-45f3-aeb3-15c3361d33e1 req-7210ac17-72c6-4d81-88a2-4cf4136ba6f2 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465627 Sep 16 01:22:57.870212 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-73cf87a6-0d6c-45f3-aeb3-15c3361d33e1 req-8e4b674b-c724-4a8d-82ed-299107212738 service neutron] 10.222.0.47 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836105 Sep 16 01:22:57.959022 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-73cf87a6-0d6c-45f3-aeb3-15c3361d33e1 req-86a79c15-dc94-4a0c-ac0c-525d8123dd48 service neutron] 10.222.0.47 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799766 Sep 16 01:22:58.712310 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab9ae-300d-4bad-80d4-640d9231c5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:01.532662 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4cb12831-3d49-4482-81c2-56460753835a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:01.889139 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:02.837933 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:04.189738 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827165db-74d6-4f0e-8e8e-81bd0f1d0f46 req-dbf04c17-ef2c-442f-858e-96b430849535 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:23:04.191253 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-827165db-74d6-4f0e-8e8e-81bd0f1d0f46 req-dbf04c17-ef2c-442f-858e-96b430849535 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f2bfbf-916a-49e6-8df8-fe33e658e5c7 HTTP/1.1" status: 200 len: 945 time: 0.0482724 Sep 16 01:23:04.228787 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-827165db-74d6-4f0e-8e8e-81bd0f1d0f46 req-b3585ccd-c231-4cc9-a23d-c871f9388141 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315595 Sep 16 01:23:04.366852 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:05.342873 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26d32b-fd8f-4f4e-a3fb-3d10b0520320 req-a69e7f1d-27d6-475e-bf25-4583985a4b15 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:23:05.344885 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fa26d32b-fd8f-4f4e-a3fb-3d10b0520320 req-a69e7f1d-27d6-475e-bf25-4583985a4b15 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f2bfbf-916a-49e6-8df8-fe33e658e5c7 HTTP/1.1" status: 200 len: 945 time: 0.0484486 Sep 16 01:23:05.385466 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-fa26d32b-fd8f-4f4e-a3fb-3d10b0520320 req-5a3bfecd-3022-4d34-a479-a6c0a6d990ba tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/security-groups?id=2582f1b0-3ac8-424a-9f81-ccf46ef61903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345435 Sep 16 01:23:05.863286 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968b52b-858e-42a6-8046-5a13114f8dd7 req-fa4419dd-5ebf-49d8-8293-f774abced132 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:23:05.864747 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0968b52b-858e-42a6-8046-5a13114f8dd7 req-fa4419dd-5ebf-49d8-8293-f774abced132 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f2bfbf-916a-49e6-8df8-fe33e658e5c7 HTTP/1.1" status: 200 len: 945 time: 0.0476456 Sep 16 01:23:05.956551 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-0968b52b-858e-42a6-8046-5a13114f8dd7 req-554f4c1b-90f1-45ac-ae10-b0fc201c2438 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Deleting port 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:23:05.956893 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-0968b52b-858e-42a6-8046-5a13114f8dd7 req-554f4c1b-90f1-45ac-ae10-b0fc201c2438 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:06.043194 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-0968b52b-858e-42a6-8046-5a13114f8dd7 req-554f4c1b-90f1-45ac-ae10-b0fc201c2438 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] For port 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=10c43a1b-aa81-4df4-9017-d9c37a6ad3fa,segment=NetworkSegment(c432d6ef-1eb0-4500-8e3c-9e4752400c88),segment_id=c432d6ef-1eb0-4500-8e3c-9e4752400c88)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:23:06.043556 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-0968b52b-858e-42a6-8046-5a13114f8dd7 req-554f4c1b-90f1-45ac-ae10-b0fc201c2438 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:06.055345 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [req-0968b52b-858e-42a6-8046-5a13114f8dd7 req-554f4c1b-90f1-45ac-ae10-b0fc201c2438 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Calling delete_port for 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa owned by compute:nova {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:23:06.289287 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-0968b52b-858e-42a6-8046-5a13114f8dd7 req-554f4c1b-90f1-45ac-ae10-b0fc201c2438 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:06.317194 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f4c1b-90f1-45ac-ae10-b0fc201c2438 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Pushing event deleted for resources: {'Port': ['ID=10c43a1b-aa81-4df4-9017-d9c37a6ad3fa,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:23:06.324368 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['10c43a1b-aa81-4df4-9017-d9c37a6ad3fa'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:23:06.329227 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f4c1b-90f1-45ac-ae10-b0fc201c2438 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:23:06.329589 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f4c1b-90f1-45ac-ae10-b0fc201c2438 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:23:06.329938 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f4c1b-90f1-45ac-ae10-b0fc201c2438 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:23:06.330280 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f4c1b-90f1-45ac-ae10-b0fc201c2438 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:23:06.330875 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f4c1b-90f1-45ac-ae10-b0fc201c2438 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:23:06.331215 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f4c1b-90f1-45ac-ae10-b0fc201c2438 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:23:06.331549 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f4c1b-90f1-45ac-ae10-b0fc201c2438 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:23:06.331884 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f4c1b-90f1-45ac-ae10-b0fc201c2438 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:23:06.332217 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f4c1b-90f1-45ac-ae10-b0fc201c2438 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:23:06.332544 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f4c1b-90f1-45ac-ae10-b0fc201c2438 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:23:06.332875 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f4c1b-90f1-45ac-ae10-b0fc201c2438 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:23:06.333224 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f4c1b-90f1-45ac-ae10-b0fc201c2438 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:23:06.365306 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-0968b52b-858e-42a6-8046-5a13114f8dd7 req-554f4c1b-90f1-45ac-ae10-b0fc201c2438 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] No DVR routers for this DVR port 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa on host hv-cinder-80930 {{(pid=94551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:23:06.370182 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-0968b52b-858e-42a6-8046-5a13114f8dd7 req-554f4c1b-90f1-45ac-ae10-b0fc201c2438 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:06.370182 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-0968b52b-858e-42a6-8046-5a13114f8dd7 req-554f4c1b-90f1-45ac-ae10-b0fc201c2438 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.47 "DELETE /v2.0/ports/10c43a1b-aa81-4df4-9017-d9c37a6ad3fa HTTP/1.1" status: 204 len: 173 time: 0.4985957 Sep 16 01:23:06.370182 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f2bfbf-916a-49e6-8df8-fe33e658e5c7', 'name': 'network-vif-deleted', 'tag': '10c43a1b-aa81-4df4-9017-d9c37a6ad3fa'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:23:06.372334 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71579cc6-17cd-4ebf-a651-a33047984fe9" -d '{"events": [{"server_uuid": "b6f2bfbf-916a-49e6-8df8-fe33e658e5c7", "name": "network-vif-deleted", "tag": "10c43a1b-aa81-4df4-9017-d9c37a6ad3fa"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:23:06.408200 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9e7589-a529-4bd8-afa3-2336157971c4 x-openstack-request-id: req-7a9e7589-a529-4bd8-afa3-2336157971c4 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:23:06.408490 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f2bfbf-916a-49e6-8df8-fe33e658e5c7", "name": "network-vif-deleted", "tag": "10c43a1b-aa81-4df4-9017-d9c37a6ad3fa", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:23:06.408739 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7a9e7589-a529-4bd8-afa3-2336157971c4 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:23:06.409168 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f2bfbf-916a-49e6-8df8-fe33e658e5c7', 'name': 'network-vif-deleted', 'tag': '10c43a1b-aa81-4df4-9017-d9c37a6ad3fa', 'status': 'completed', 'code': 200} Sep 16 01:23:06.478894 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-28d7fa03-a927-4705-b799-ae4333452545 req-9d3ad3b2-5377-4ced-b48f-543ac58b1e96 tempest-VolumesSnapshotTestJSON-1279776280 tempest-VolumesSnapshotTestJSON-1279776280-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f2bfbf-916a-49e6-8df8-fe33e658e5c7 HTTP/1.1" status: 200 len: 210 time: 0.0270500 Sep 16 01:23:12.665956 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:23:12.686267 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] No Port match for: 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:23:12.686618 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 10c43a1b-aa81-4df4-9017-d9c37a6ad3fa not bound to the agent host hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:23:12.726749 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:23:18.715059 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:28.766379 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-94938d15-6d8d-4f2c-ab8d-8bb245fb2988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:31.517304 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-17d5070e-829c-469d-81bf-563d242494d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:31.849079 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:32.831639 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:33.757055 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 42610) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:23:33.757055 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e315a69-cba1-4a97-b16c-83a0bc6f0594 admin admin] Deleting subnet ca9a3e94-c922-4239-ba7a-4080e6d04ae5 {{(pid=94551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 01:23:33.757055 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-1e315a69-cba1-4a97-b16c-83a0bc6f0594 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:33.757055 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-1e315a69-cba1-4a97-b16c-83a0bc6f0594 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17379148'] for subnet, precommit_delete_associations {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:33.768450 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-1e315a69-cba1-4a97-b16c-83a0bc6f0594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8015751'] for subnet, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:33.872137 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-1e315a69-cba1-4a97-b16c-83a0bc6f0594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8015760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17682342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17913885'] for subnet, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:33.900154 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e315a69-cba1-4a97-b16c-83a0bc6f0594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca9a3e94-c922-4239-ba7a-4080e6d04ae5,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:23:33.903914 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-1e315a69-cba1-4a97-b16c-83a0bc6f0594 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:33.908977 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-1e315a69-cba1-4a97-b16c-83a0bc6f0594 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ca9a3e94-c922-4239-ba7a-4080e6d04ae5 HTTP/1.1" status: 204 len: 168 time: 0.2609944 Sep 16 01:23:33.909169 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 42612) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:23:33.978654 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7919478'] for network, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:34.054159 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8012288', 'neutron.services.segments.db._delete_segments_for_network-8752232865693'] for network, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:34.073066 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.services.segments.db [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d634635a-0f30-4691-be93-2e0da07b63c3']}} {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:23:34.082598 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.services.segments.db [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c432d6ef-1eb0-4500-8e3c-9e4752400c88') {'for_net_delete': True} {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:23:34.082888 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.services.segments.db [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c432d6ef-1eb0-4500-8e3c-9e4752400c88') {} {{(pid=94552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:23:34.091690 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752232865190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9529364'] for segment, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:34.104082 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:34.109635 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9529970'] for segment, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: Traceback (most recent call last): Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: timer() Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: cb(*args, **kw) Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: return func(*args, **kwargs) Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: self._notify() Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: self.callback(batched_events) Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: event.method(event) Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: return f(self, *a, **k) Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: return self._get(url).json() Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: return self.request(url, 'GET', **kwargs) Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 01:23:34.114338 dv-cinder-809305-1-iscsi neutron-server[94552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 01:23:34.228700 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8012313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530186'] for network, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:34.233809 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:34.236332 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d634635a-0f30-4691-be93-2e0da07b63c3 HTTP/1.1" status: 204 len: 168 time: 0.3261311 Sep 16 01:23:34.247122 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=d634635a-0f30-4691-be93-2e0da07b63c3,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:23:34.254767 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:23:34.255134 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:23:34.255480 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:23:34.255823 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:23:34.256161 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:23:34.256497 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:23:34.256831 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:23:34.257190 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:23:34.257524 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:23:34.257852 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:23:34.258188 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:23:34.258515 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91692a53-344a-4a9f-be5f-98d53f8f5f32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:23:34.385981 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:34.593557 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 42616) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:23:34.634506 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-6d7ebd29-9492-4821-8961-f3097364213b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=784d6315ab2442e587cb13e7cd452060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398047 Sep 16 01:23:34.636893 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 42618) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:23:34.682811 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-10f33a17-5da0-449e-a5ce-836411f6f43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:34.704433 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-10f33a17-5da0-449e-a5ce-836411f6f43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:34.831616 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-10f33a17-5da0-449e-a5ce-836411f6f43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:34.834209 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-10f33a17-5da0-449e-a5ce-836411f6f43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:34.835383 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-10f33a17-5da0-449e-a5ce-836411f6f43a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2582f1b0-3ac8-424a-9f81-ccf46ef61903 HTTP/1.1" status: 204 len: 168 time: 0.1974835 Sep 16 01:23:34.843628 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f33a17-5da0-449e-a5ce-836411f6f43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2582f1b0-3ac8-424a-9f81-ccf46ef61903,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:23:48.694425 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:48.798861 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-dec4dca0-9a8a-4852-b5f6-0612df242a5f tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1697875883&fields=id&tenant_id=1b7bbaf8f0f24f869617997188268255 HTTP/1.1" status: 200 len: 267 time: 0.0320928 Sep 16 01:23:48.919818 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-21d443be-3622-4bcc-94e6-6956117bd7f8 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:23:48.921329 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-21d443be-3622-4bcc-94e6-6956117bd7f8 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/networks?id=74571b21-78a7-4185-9659-6c93a300b083 HTTP/1.1" status: 200 len: 812 time: 0.1160202 Sep 16 01:23:48.935913 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-d694575a-88b7-4b1d-b622-11e9f7a0aa23 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/quotas/1b7bbaf8f0f24f869617997188268255 HTTP/1.1" status: 200 len: 375 time: 0.0088882 Sep 16 01:23:48.991572 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-9dd861f3-e1ce-486e-8950-93cba68e55a0 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b7bbaf8f0f24f869617997188268255&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0505366 Sep 16 01:23:49.101450 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-339984bd-abe4-4c5d-8019-45d4341f7e45 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 01:23:49.102587 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-339984bd-abe4-4c5d-8019-45d4341f7e45 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0997448 Sep 16 01:23:49.203888 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-e553eda9-edbf-4bea-9a84-6bf1ba8c2e43 service neutron] 10.222.0.22 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947998 Sep 16 01:23:49.290108 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-077cf63b-edce-4cf9-9ceb-b8b7390db11a service neutron] 10.222.0.22 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800939 Sep 16 01:23:49.724831 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:23:50.007672 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-b7ec2bcb-f521-48f7-a7f9-e6bb7cc4ebb2 req-55ea8dab-f531-4620-a37c-abe2c1dc2c1e tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 210 time: 0.0306621 Sep 16 01:23:51.101764 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-201160cf-ab43-4b0f-a46b-6636e0efb677 req-8c4ed1f0-ccfd-4851-a0ab-d95931c1ff28 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 210 time: 0.0304079 Sep 16 01:23:52.163410 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-9ad4776a-2006-4336-94aa-0686016764a8 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:23:52.164982 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-9ad4776a-2006-4336-94aa-0686016764a8 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.47 "GET /v2.0/networks?id=74571b21-78a7-4185-9659-6c93a300b083 HTTP/1.1" status: 200 len: 812 time: 0.0977387 Sep 16 01:23:52.194057 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-67c525a0-15af-465c-921b-620448abff23 req-80227df3-61e2-44d9-b0f9-cd918dbde28e tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 210 time: 0.0259693 Sep 16 01:23:52.223023 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-554f4b8f-d91d-4e03-8054-c67c5a30604f tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b7bbaf8f0f24f869617997188268255 HTTP/1.1" status: 200 len: 380 time: 0.0417171 Sep 16 01:23:52.232463 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-1a3dbf03-3207-4946-9d87-1df290929639 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Request body: {'port': {'device_id': '1f1c0275-2ce3-41b5-8508-f039e79c0fdd', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'admin_state_up': True, 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'security_groups': ['4266fc38-7ab1-4df7-ae56-ac1ae8df283f']}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:23:52.422929 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-1a3dbf03-3207-4946-9d87-1df290929639 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Made reservation on behalf of 1b7bbaf8f0f24f869617997188268255 for: {'port': 1} {{(pid=94551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:23:52.426697 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-1a3dbf03-3207-4946-9d87-1df290929639 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:52.550431 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-1a3dbf03-3207-4946-9d87-1df290929639 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Allocated IP 172.20.0.3 (74571b21-78a7-4185-9659-6c93a300b083/54ce8167-5c61-4cb3-8d7a-5322484faeed/6c034e6b-e32e-4733-861d-d515ec316fa6) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:23:52.686231 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-1a3dbf03-3207-4946-9d87-1df290929639 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:52.809219 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-1a3dbf03-3207-4946-9d87-1df290929639 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:52.848619 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-1a3dbf03-3207-4946-9d87-1df290929639 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Network 74571b21-78a7-4185-9659-6c93a300b083 is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:23:52.851527 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-1a3dbf03-3207-4946-9d87-1df290929639 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:23:52.855103 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-1a3dbf03-3207-4946-9d87-1df290929639 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:23:52.887804 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dbf03-3207-4946-9d87-1df290929639 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Pushing event updated for resources: {'Port': ['ID=6c034e6b-e32e-4733-861d-d515ec316fa6,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:23:52.917489 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-1a3dbf03-3207-4946-9d87-1df290929639 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:23:52.918159 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-1a3dbf03-3207-4946-9d87-1df290929639 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:52.997966 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-1a3dbf03-3207-4946-9d87-1df290929639 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7689798 Sep 16 01:23:53.016517 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-a05262b1-7fa5-459e-a4b1-4333fcda0258 service neutron] Request body: {'port': {'device_id': '1f1c0275-2ce3-41b5-8508-f039e79c0fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80930'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:23:53.075076 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-a05262b1-7fa5-459e-a4b1-4333fcda0258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:53.089067 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-541c1a99-acdc-4da2-be7c-a344bfe33d26 None None] Provisioning complete for port 6c034e6b-e32e-4733-861d-d515ec316fa6 triggered by entity DHCP. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:23:53.089626 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-541c1a99-acdc-4da2-be7c-a344bfe33d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:53.122894 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-541c1a99-acdc-4da2-be7c-a344bfe33d26 None None] Port 6c034e6b-e32e-4733-861d-d515ec316fa6 cannot update to ACTIVE because it is not bound. {{(pid=94553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 01:23:53.341462 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965c099-cca4-446e-89df-e43758595d80 req-301f56af-e247-45ca-bd8e-7b9c5c660a66 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:23:53.343506 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5965c099-cca4-446e-89df-e43758595d80 req-301f56af-e247-45ca-bd8e-7b9c5c660a66 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 931 time: 0.0780892 Sep 16 01:23:53.385517 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-a05262b1-7fa5-459e-a4b1-4333fcda0258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c034e6b-e32e-4733-861d-d515ec316fa6 {{(pid=94551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:23:53.400478 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-a05262b1-7fa5-459e-a4b1-4333fcda0258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:53.412429 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5965c099-cca4-446e-89df-e43758595d80 req-73b14936-66bf-4e47-b742-f45f5aece5d0 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524240 Sep 16 01:23:53.419387 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.provisioning_blocks [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-a05262b1-7fa5-459e-a4b1-4333fcda0258 service neutron] Transition to ACTIVE for port object 6c034e6b-e32e-4733-861d-d515ec316fa6 will not be triggered until provisioned by entity L2. {{(pid=94551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 01:23:53.520556 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-a05262b1-7fa5-459e-a4b1-4333fcda0258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:53.570216 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05262b1-7fa5-459e-a4b1-4333fcda0258 service neutron] Pushing event updated for resources: {'Port': ['ID=6c034e6b-e32e-4733-861d-d515ec316fa6,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:23:53.641325 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-a05262b1-7fa5-459e-a4b1-4333fcda0258 service neutron] Attempting to bind port 6c034e6b-e32e-4733-861d-d515ec316fa6 on host hv-cinder-80930 for vnic_type normal with profile {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 01:23:53.641652 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-a05262b1-7fa5-459e-a4b1-4333fcda0258 service neutron] Attempting to bind port 6c034e6b-e32e-4733-861d-d515ec316fa6 by drivers openvswitch,hyperv on host hv-cinder-80930 at level 0 using segments [{'id': '2cb089da-fe8c-498d-8143-fd9b44bea8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '74571b21-78a7-4185-9659-6c93a300b083'}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 01:23:53.642153 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-a05262b1-7fa5-459e-a4b1-4333fcda0258 service neutron] Attempting to bind port 6c034e6b-e32e-4733-861d-d515ec316fa6 on network 74571b21-78a7-4185-9659-6c93a300b083 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:23:53.646663 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-a05262b1-7fa5-459e-a4b1-4333fcda0258 service neutron] Port 6c034e6b-e32e-4733-861d-d515ec316fa6 on network 74571b21-78a7-4185-9659-6c93a300b083 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80930 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 01:23:53.647563 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-a05262b1-7fa5-459e-a4b1-4333fcda0258 service neutron] Attempting to bind port 6c034e6b-e32e-4733-861d-d515ec316fa6 on network 74571b21-78a7-4185-9659-6c93a300b083 {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:23:53.651915 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-a05262b1-7fa5-459e-a4b1-4333fcda0258 service neutron] Checking agent: {'id': 'b1327c00-0c42-4ebe-9e46-dfdb42688b79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80930', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'started_at': datetime.datetime(2021, 9, 16, 1, 10, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 1, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 01:23:53.652255 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-a05262b1-7fa5-459e-a4b1-4333fcda0258 service neutron] Checking segment: {'id': '2cb089da-fe8c-498d-8143-fd9b44bea8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '74571b21-78a7-4185-9659-6c93a300b083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 01:23:53.652643 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-a05262b1-7fa5-459e-a4b1-4333fcda0258 service neutron] Bound using segment: {'id': '2cb089da-fe8c-498d-8143-fd9b44bea8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '74571b21-78a7-4185-9659-6c93a300b083'} {{(pid=94551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:23:53.653129 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.managers [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-a05262b1-7fa5-459e-a4b1-4333fcda0258 service neutron] Bound port: 6c034e6b-e32e-4733-861d-d515ec316fa6, host: hv-cinder-80930, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb089da-fe8c-498d-8143-fd9b44bea8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '74571b21-78a7-4185-9659-6c93a300b083'}}] {{(pid=94551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 01:23:53.653510 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-a05262b1-7fa5-459e-a4b1-4333fcda0258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:53.722214 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-a05262b1-7fa5-459e-a4b1-4333fcda0258 service neutron] For port 6c034e6b-e32e-4733-861d-d515ec316fa6, host hv-cinder-80930, cleared binding levels {{(pid=94551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:23:53.722214 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-a05262b1-7fa5-459e-a4b1-4333fcda0258 service neutron] For port 6c034e6b-e32e-4733-861d-d515ec316fa6, host hv-cinder-80930, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=6c034e6b-e32e-4733-861d-d515ec316fa6,segment=NetworkSegment(2cb089da-fe8c-498d-8143-fd9b44bea8e3),segment_id=2cb089da-fe8c-498d-8143-fd9b44bea8e3)] {{(pid=94551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:23:53.820427 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-a05262b1-7fa5-459e-a4b1-4333fcda0258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:53.853654 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-a05262b1-7fa5-459e-a4b1-4333fcda0258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:23:53.854295 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-a05262b1-7fa5-459e-a4b1-4333fcda0258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:53.855657 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-a05262b1-7fa5-459e-a4b1-4333fcda0258 service neutron] 10.222.0.47 "PUT /v2.0/ports/6c034e6b-e32e-4733-861d-d515ec316fa6 HTTP/1.1" status: 200 len: 1093 time: 0.8433359 Sep 16 01:23:53.856097 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1c0275-2ce3-41b5-8508-f039e79c0fdd', 'tag': '6c034e6b-e32e-4733-861d-d515ec316fa6'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:23:53.858885 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6534538-7932-4610-9291-af89d9955aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1c0275-2ce3-41b5-8508-f039e79c0fdd", "tag": "6c034e6b-e32e-4733-861d-d515ec316fa6"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:23:53.890024 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05262b1-7fa5-459e-a4b1-4333fcda0258 service neutron] Pushing event updated for resources: {'Port': ['ID=6c034e6b-e32e-4733-861d-d515ec316fa6,revision_number=3']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:23:54.019283 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d465349-e10c-4427-a16b-9db974e693bd x-openstack-request-id: req-9d465349-e10c-4427-a16b-9db974e693bd {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:23:54.019573 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1c0275-2ce3-41b5-8508-f039e79c0fdd", "tag": "6c034e6b-e32e-4733-861d-d515ec316fa6", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:23:54.019819 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d465349-e10c-4427-a16b-9db974e693bd {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:23:54.020210 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1c0275-2ce3-41b5-8508-f039e79c0fdd', 'tag': '6c034e6b-e32e-4733-861d-d515ec316fa6', 'status': 'completed', 'code': 200} Sep 16 01:23:54.048890 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-d6569db6-1374-4961-8b2d-c76f87558aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:23:54.050456 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-d6569db6-1374-4961-8b2d-c76f87558aed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b7bbaf8f0f24f869617997188268255&device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 1096 time: 0.0430248 Sep 16 01:23:54.104465 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-d14506a2-9f36-4b99-a03d-6999e3c92042 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c034e6b-e32e-4733-861d-d515ec316fa6 HTTP/1.1" status: 200 len: 217 time: 0.0407891 Sep 16 01:23:54.153180 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-c5a27e45-a813-4b66-bc80-7634cceda795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:23:54.154679 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-c5a27e45-a813-4b66-bc80-7634cceda795 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54ce8167-5c61-4cb3-8d7a-5322484faeed HTTP/1.1" status: 200 len: 851 time: 0.0418239 Sep 16 01:23:54.200091 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-a14047cc-fbee-4a2a-8a4d-781d6be8b5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:23:54.201642 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-a14047cc-fbee-4a2a-8a4d-781d6be8b5cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74571b21-78a7-4185-9659-6c93a300b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393720 Sep 16 01:23:54.292423 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-5b7dce44-3811-41f9-907d-ffccc636c1a6 service neutron] 10.222.0.47 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829093 Sep 16 01:23:54.380616 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d71c04e5-fc47-4005-964c-5c63cd016f07 req-8b134235-47be-47c8-b110-7607f9bcf98a service neutron] 10.222.0.47 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809298 Sep 16 01:23:54.536337 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004787b1-5c6c-49f3-9306-f5f68b434cac req-d6ca3063-55eb-48c1-9601-6dabcb230307 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:23:54.537872 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-004787b1-5c6c-49f3-9306-f5f68b434cac req-d6ca3063-55eb-48c1-9601-6dabcb230307 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 943 time: 0.0587127 Sep 16 01:23:54.603699 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-004787b1-5c6c-49f3-9306-f5f68b434cac req-02f4ddbb-6fc5-4c65-bc27-485f2339dd2d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597150 Sep 16 01:23:54.609617 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6534538-7932-4610-9291-af89d9955aa1 req-f99d92b0-0c99-4a3f-9c02-da3daa306a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:23:54.611131 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d6534538-7932-4610-9291-af89d9955aa1 req-f99d92b0-0c99-4a3f-9c02-da3daa306a02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b7bbaf8f0f24f869617997188268255&device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 1096 time: 0.0608783 Sep 16 01:23:54.967397 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6534538-7932-4610-9291-af89d9955aa1 req-c20eea19-58b6-41b7-98fe-e061316b1829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:23:54.968891 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d6534538-7932-4610-9291-af89d9955aa1 req-c20eea19-58b6-41b7-98fe-e061316b1829 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74571b21-78a7-4185-9659-6c93a300b083 HTTP/1.1" status: 200 len: 913 time: 0.3492289 Sep 16 01:23:55.013462 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d6534538-7932-4610-9291-af89d9955aa1 req-0418623b-a1df-4745-8639-875a07d3cd3a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c034e6b-e32e-4733-861d-d515ec316fa6 HTTP/1.1" status: 200 len: 217 time: 0.0328724 Sep 16 01:23:55.061616 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6534538-7932-4610-9291-af89d9955aa1 req-17489d4c-5329-43df-a482-4f6b03d02d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:23:55.063012 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d6534538-7932-4610-9291-af89d9955aa1 req-17489d4c-5329-43df-a482-4f6b03d02d64 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54ce8167-5c61-4cb3-8d7a-5322484faeed HTTP/1.1" status: 200 len: 851 time: 0.0414386 Sep 16 01:23:55.111571 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6534538-7932-4610-9291-af89d9955aa1 req-c05156da-d496-4342-bd0b-23ee2d8bd2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:23:55.113083 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d6534538-7932-4610-9291-af89d9955aa1 req-c05156da-d496-4342-bd0b-23ee2d8bd2fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74571b21-78a7-4185-9659-6c93a300b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427406 Sep 16 01:23:55.209223 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d6534538-7932-4610-9291-af89d9955aa1 req-7966e816-baf9-43ee-94ff-f0ff642c4af2 service neutron] 10.222.0.47 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888329 Sep 16 01:23:55.236539 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-eda72a6e-4664-4e41-98db-77105a81021f req-c9638418-fa8e-4101-94b4-a67e57c707d6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421104 Sep 16 01:23:55.301533 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-d6534538-7932-4610-9291-af89d9955aa1 req-b954224b-827a-4368-b48c-c60c8b0d8226 service neutron] 10.222.0.47 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856359 Sep 16 01:23:55.330931 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda72a6e-4664-4e41-98db-77105a81021f req-bf353283-721d-46ba-b856-591b94b257bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:23:55.332415 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-eda72a6e-4664-4e41-98db-77105a81021f req-bf353283-721d-46ba-b856-591b94b257bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b7bbaf8f0f24f869617997188268255&device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 1098 time: 0.0394776 Sep 16 01:23:55.436680 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda72a6e-4664-4e41-98db-77105a81021f req-d57c9a88-9e31-4e0e-b9e1-3c627fe8be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:23:55.438158 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-eda72a6e-4664-4e41-98db-77105a81021f req-d57c9a88-9e31-4e0e-b9e1-3c627fe8be1f service neutron] 10.222.0.47 "GET /v2.0/networks?id=74571b21-78a7-4185-9659-6c93a300b083 HTTP/1.1" status: 200 len: 913 time: 0.0850530 Sep 16 01:23:55.501072 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-eda72a6e-4664-4e41-98db-77105a81021f req-170cbb76-bf73-4b74-8ae0-37578e1211c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26b4f1d7-2b99-4dda-9e64-3655b403ed3e HTTP/1.1" status: 200 len: 1000 time: 0.0551593 Sep 16 01:23:55.552216 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda72a6e-4664-4e41-98db-77105a81021f req-fd891435-8ac1-451f-a339-29e22563ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:23:55.553619 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-eda72a6e-4664-4e41-98db-77105a81021f req-fd891435-8ac1-451f-a339-29e22563ec18 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54ce8167-5c61-4cb3-8d7a-5322484faeed HTTP/1.1" status: 200 len: 851 time: 0.0451579 Sep 16 01:23:55.598130 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda72a6e-4664-4e41-98db-77105a81021f req-5c03a15d-e33f-45f0-aa15-ae65465de724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:23:55.599577 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-eda72a6e-4664-4e41-98db-77105a81021f req-5c03a15d-e33f-45f0-aa15-ae65465de724 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74571b21-78a7-4185-9659-6c93a300b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395203 Sep 16 01:23:55.715643 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-eda72a6e-4664-4e41-98db-77105a81021f req-fe774d1f-291f-4482-a714-0889fda3e7af service neutron] 10.222.0.47 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076920 Sep 16 01:23:55.739247 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e53c3-edde-4eb1-9c34-7a29dc8f78db req-78ad9f18-abea-407e-8536-46e16edeed98 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:23:55.740641 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f75e53c3-edde-4eb1-9c34-7a29dc8f78db req-78ad9f18-abea-407e-8536-46e16edeed98 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 943 time: 0.0694084 Sep 16 01:23:55.819610 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-f75e53c3-edde-4eb1-9c34-7a29dc8f78db req-38dca9d2-53c2-4df7-aa45-2d2904e1bed4 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692070 Sep 16 01:23:55.840436 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-eda72a6e-4664-4e41-98db-77105a81021f req-50032408-eb50-4145-86d3-7c9feff2635e service neutron] 10.222.0.47 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168733 Sep 16 01:23:56.934615 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7407c-7dc9-48ae-bf37-a3db81a430dc req-6f069bba-66c6-4245-8403-ac8047604b04 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:23:56.937194 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-6ab7407c-7dc9-48ae-bf37-a3db81a430dc req-6f069bba-66c6-4245-8403-ac8047604b04 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 943 time: 0.0519624 Sep 16 01:23:56.974717 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-6ab7407c-7dc9-48ae-bf37-a3db81a430dc req-b2ea8ca1-9f5f-4d03-80c3-7366ec173f33 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310459 Sep 16 01:23:58.089641 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15864f-760c-4555-931d-87d2cf3bf726 req-5e35e299-d73a-4d77-a2d3-21ef4c282fd4 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:23:58.091101 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7d15864f-760c-4555-931d-87d2cf3bf726 req-5e35e299-d73a-4d77-a2d3-21ef4c282fd4 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 943 time: 0.0513999 Sep 16 01:23:58.127590 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7d15864f-760c-4555-931d-87d2cf3bf726 req-1e96095d-8d81-4468-8eba-6677bbd565bb tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299895 Sep 16 01:23:58.719648 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-8cd6bf80-b4be-4e1c-8077-e533667b493f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:23:59.238660 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e8020-e4f6-40d4-b041-597d140675a4 req-184cbd95-2a0a-45fd-9cdb-b3abce7635ad tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:23:59.241180 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-134e8020-e4f6-40d4-b041-597d140675a4 req-184cbd95-2a0a-45fd-9cdb-b3abce7635ad tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 943 time: 0.0494192 Sep 16 01:23:59.277611 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-134e8020-e4f6-40d4-b041-597d140675a4 req-a5772ce0-bc6f-41b4-99c9-ccf7fa549021 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306103 Sep 16 01:24:00.395693 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28737b-7ba1-47fd-97b5-fcf8243bd310 req-4023444a-552d-4ae9-87b0-0368002fcba7 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:24:00.397211 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-cc28737b-7ba1-47fd-97b5-fcf8243bd310 req-4023444a-552d-4ae9-87b0-0368002fcba7 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 943 time: 0.0485511 Sep 16 01:24:00.433370 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-cc28737b-7ba1-47fd-97b5-fcf8243bd310 req-a9740e44-adc8-4665-a53f-7a24c5c6d1f1 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302799 Sep 16 01:24:01.494162 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bb57ba6f-7272-4c5e-9d7b-2f33e0948429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:01.548751 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283111b-95af-4c34-bc9b-a64349ef20ce req-f077d253-8df5-4596-87af-056c11dd71c2 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:24:01.550238 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-6283111b-95af-4c34-bc9b-a64349ef20ce req-f077d253-8df5-4596-87af-056c11dd71c2 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 943 time: 0.0514379 Sep 16 01:24:01.586510 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-6283111b-95af-4c34-bc9b-a64349ef20ce req-9dba5457-845c-4978-94bd-db0a91069912 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303619 Sep 16 01:24:01.896953 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:02.696812 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b7967-7c3f-440f-9efb-201567c888a2 req-86589550-5b91-4c8f-9173-587e9e5d4e88 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:24:02.698304 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-301b7967-7c3f-440f-9efb-201567c888a2 req-86589550-5b91-4c8f-9173-587e9e5d4e88 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 943 time: 0.0477507 Sep 16 01:24:02.735080 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-301b7967-7c3f-440f-9efb-201567c888a2 req-55e4a3ce-7175-46b9-accc-0ebfe70b550f tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309618 Sep 16 01:24:02.871329 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:03.418873 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 6c034e6b-e32e-4733-861d-d515ec316fa6 details requested by agent hyperv_hv-cinder-80930 with host hv-cinder-80930 {{(pid=94553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:24:03.512863 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 6c034e6b-e32e-4733-861d-d515ec316fa6, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=6c034e6b-e32e-4733-861d-d515ec316fa6,segment=NetworkSegment(2cb089da-fe8c-498d-8143-fd9b44bea8e3),segment_id=2cb089da-fe8c-498d-8143-fd9b44bea8e3)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:24:03.523950 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Returning: {'device': '6c034e6b-e32e-4733-861d-d515ec316fa6', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'port_id': '6c034e6b-e32e-4733-861d-d515ec316fa6', 'mac_address': 'fa:16:3e:aa:a4:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:24:03.558740 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:03.571462 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c034e6b-e32e-4733-861d-d515ec316fa6 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 01:24:03.590653 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 6c034e6b-e32e-4733-861d-d515ec316fa6, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=6c034e6b-e32e-4733-861d-d515ec316fa6,segment=NetworkSegment(2cb089da-fe8c-498d-8143-fd9b44bea8e3),segment_id=2cb089da-fe8c-498d-8143-fd9b44bea8e3)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:24:03.659729 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:03.707149 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=6c034e6b-e32e-4733-861d-d515ec316fa6,revision_number=4']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:24:03.713879 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:24:03.714231 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:24:03.714575 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:24:03.714913 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:24:03.715248 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:24:03.715621 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:24:03.715954 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:24:03.716284 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:24:03.716635 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:24:03.716992 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:24:03.717319 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:24:03.717643 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:24:03.847925 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c6abb-6d98-4ad0-bb44-9d3b033f541f req-63babc72-7784-4b2d-8c8d-b10054159ba3 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:24:03.849481 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a46c6abb-6d98-4ad0-bb44-9d3b033f541f req-63babc72-7784-4b2d-8c8d-b10054159ba3 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 944 time: 0.0494547 Sep 16 01:24:03.894416 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a46c6abb-6d98-4ad0-bb44-9d3b033f541f req-dcd2dc11-bc69-4f46-a5c3-d72e56f1e869 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389276 Sep 16 01:24:03.938817 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] get_ports_and_sgs() called for port_ids ['6c034e6b-e32e-4733-861d-d515ec316fa6'] {{(pid=94553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 01:24:04.383056 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:05.011678 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7786440-b9c5-4878-a416-8976ba3f6e6e req-302f1336-9eb8-4363-8d67-76e69f93d293 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:24:05.013167 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d7786440-b9c5-4878-a416-8976ba3f6e6e req-302f1336-9eb8-4363-8d67-76e69f93d293 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 944 time: 0.0508623 Sep 16 01:24:05.049908 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-d7786440-b9c5-4878-a416-8976ba3f6e6e req-f8d95588-47aa-4361-b83f-c7db1d47b975 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308428 Sep 16 01:24:05.418408 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 6c034e6b-e32e-4733-861d-d515ec316fa6 up at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:24:05.605464 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning for port 6c034e6b-e32e-4733-861d-d515ec316fa6 completed by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 01:24:05.609469 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Provisioning complete for port 6c034e6b-e32e-4733-861d-d515ec316fa6 triggered by entity L2. {{(pid=94553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 01:24:05.609856 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8027899'] for port, provisioning_complete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:05.684178 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:05.706923 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1c0275-2ce3-41b5-8508-f039e79c0fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c034e6b-e32e-4733-861d-d515ec316fa6'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:24:05.709249 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a02ef68d9dd731c0427e540d1a48fda7de679b6619930280e3b8ca3e3b51999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7963c2fd-18fe-4a6e-a779-944108398606" -d '{"events": [{"server_uuid": "1f1c0275-2ce3-41b5-8508-f039e79c0fdd", "name": "network-vif-plugged", "status": "completed", "tag": "6c034e6b-e32e-4733-861d-d515ec316fa6"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:24:05.722210 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] For port 6c034e6b-e32e-4733-861d-d515ec316fa6, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=6c034e6b-e32e-4733-861d-d515ec316fa6,segment=NetworkSegment(2cb089da-fe8c-498d-8143-fd9b44bea8e3),segment_id=2cb089da-fe8c-498d-8143-fd9b44bea8e3)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:24:05.800946 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb8e456-d91a-4ffd-9193-b7b237ce2ca1 x-openstack-request-id: req-deb8e456-d91a-4ffd-9193-b7b237ce2ca1 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:24:05.801238 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1c0275-2ce3-41b5-8508-f039e79c0fdd", "name": "network-vif-plugged", "status": "completed", "tag": "6c034e6b-e32e-4733-861d-d515ec316fa6", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:24:05.801491 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-deb8e456-d91a-4ffd-9193-b7b237ce2ca1 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:24:05.801886 dv-cinder-809305-1-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1c0275-2ce3-41b5-8508-f039e79c0fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c034e6b-e32e-4733-861d-d515ec316fa6', 'code': 200} Sep 16 01:24:05.808352 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:05.857700 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Pushing event updated for resources: {'Port': ['ID=6c034e6b-e32e-4733-861d-d515ec316fa6,revision_number=5']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:24:06.159321 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf031c-eb6a-4a46-88f4-061fa01824b2 req-5c86e0b7-248a-4378-a9c4-6f22d3031681 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:24:06.160871 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-bacf031c-eb6a-4a46-88f4-061fa01824b2 req-5c86e0b7-248a-4378-a9c4-6f22d3031681 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 945 time: 0.0477960 Sep 16 01:24:06.230623 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-bacf031c-eb6a-4a46-88f4-061fa01824b2 req-2d43e83b-8723-4669-9353-a8d70985ad41 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616777 Sep 16 01:24:06.234064 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb2616-73b3-4257-9f3d-745dfa01201e req-5f39f2fe-1e3c-47fa-80f6-930832fabdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:24:06.235283 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-39bb2616-73b3-4257-9f3d-745dfa01201e req-5f39f2fe-1e3c-47fa-80f6-930832fabdfe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 1098 time: 0.0735295 Sep 16 01:24:06.269727 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-39bb2616-73b3-4257-9f3d-745dfa01201e req-1ed9e622-a127-430f-b27c-6aa50da3902b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272563 Sep 16 01:24:07.346572 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce76a7-dd32-43e8-8b54-693ab1dddfaf req-781ca280-2dec-4fc3-bfa3-ed9c85f6e7fe tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:24:07.348011 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-74ce76a7-dd32-43e8-8b54-693ab1dddfaf req-781ca280-2dec-4fc3-bfa3-ed9c85f6e7fe tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 945 time: 0.0483007 Sep 16 01:24:07.386082 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-74ce76a7-dd32-43e8-8b54-693ab1dddfaf req-87d1bd21-2ca0-4b49-be3a-7221bd9f2fa0 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320616 Sep 16 01:24:08.500410 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372cba7-59a7-4b9c-bfd6-7e6228252650 req-cf2baa0e-cf5c-4e7d-91c0-f340aa59133f tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:24:08.502215 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5372cba7-59a7-4b9c-bfd6-7e6228252650 req-cf2baa0e-cf5c-4e7d-91c0-f340aa59133f tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 945 time: 0.0510635 Sep 16 01:24:08.538812 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5372cba7-59a7-4b9c-bfd6-7e6228252650 req-b6b96ccd-08fd-41cf-b144-7b4f5438852e tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307541 Sep 16 01:24:08.654346 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149a3bd-5409-4a7a-b25b-478df4736d88 req-ff96e75d-e670-4d8a-8bc3-2f7f6e2d00ec tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:24:08.655753 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5149a3bd-5409-4a7a-b25b-478df4736d88 req-ff96e75d-e670-4d8a-8bc3-2f7f6e2d00ec tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 945 time: 0.0516398 Sep 16 01:24:08.692228 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-5149a3bd-5409-4a7a-b25b-478df4736d88 req-fd948cd7-1a19-4f92-b46f-d6f255c0de4b tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305676 Sep 16 01:24:08.714298 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 42722) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:24:08.752185 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cb9e8d-4a6c-4da3-8223-2c218c489cf3 tempest-TestVolumeBootPattern-1397100696 tempest-TestVolumeBootPattern-1397100696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:24:08.753725 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-64cb9e8d-4a6c-4da3-8223-2c218c489cf3 tempest-TestVolumeBootPattern-1397100696 tempest-TestVolumeBootPattern-1397100696-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 1093 time: 0.0384662 Sep 16 01:24:08.756383 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 42724) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:24:08.760537 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.v2.base [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Request body: {'floatingip': {'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'port_id': '6c034e6b-e32e-4733-861d-d515ec316fa6', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:24:08.893890 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for floatingip, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:08.993077 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:09.094306 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_common [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Allocated IP 172.27.3.20 (04f57937-fa31-48b0-af0b-dafeb4e5696d/f10087fb-cc50-497f-84f8-0079589df3d7/78d6ea84-4535-450e-8277-b291efc6a33f) {{(pid=94551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:24:09.199082 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for port, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:09.294731 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752232350392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:09.333864 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Network 04f57937-fa31-48b0-af0b-dafeb4e5696d is already hosted by enough agents. {{(pid=94551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:24:09.336824 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.base_scheduler [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Resources bound (agent type, host, resource id): {{(pid=94551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:24:09.343197 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Received port after_create {{(pid=94551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 01:24:09.365244 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Pushing event updated for resources: {'Port': ['ID=78d6ea84-4535-450e-8277-b291efc6a33f,revision_number=1']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:24:09.379111 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:24:09.379497 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:24:09.379865 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:24:09.380206 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:24:09.380568 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:24:09.380955 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:24:09.381295 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:24:09.381647 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:24:09.382025 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:24:09.382367 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:24:09.382696 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:24:09.383022 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:24:09.710489 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:09.848393 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8003383'] for port, before_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:09.993627 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for port, precommit_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:10.059447 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752232905741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752232350410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752232350428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17682320'] for port, after_update {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:10.129799 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Pushing event updated for resources: {'Port': ['ID=78d6ea84-4535-450e-8277-b291efc6a33f,revision_number=2']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:24:10.140265 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530200'] for floatingip, after_create {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:10.238837 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.db.l3_db [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Floating IP d65c3f62-c597-4c13-abf7-30de59c4281f associated. External IP: 172.27.3.20, port: 6c034e6b-e32e-4733-861d-d515ec316fa6. Sep 16 01:24:10.435450 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Router 1ef2fba3-0942-4930-b076-036406071a8a has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:24:10.537796 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:24:10.547990 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e02252-8b68-420a-bf3a-8ebc9f08a872 None None] Sync routers for ids ['1ef2fba3-0942-4930-b076-036406071a8a'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:24:10.560552 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e02252-8b68-420a-bf3a-8ebc9f08a872 None None] Routers {'1ef2fba3-0942-4930-b076-036406071a8a'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:24:10.569076 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-15e02252-8b68-420a-bf3a-8ebc9f08a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:24:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['1ef2fba3-0942-4930-b076-036406071a8a'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:24:10.623616 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for floatingip, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:10.654004 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-275d8e1f-d63b-488e-b02e-c816497db72d tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8964999 Sep 16 01:24:10.654536 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1c0275-2ce3-41b5-8508-f039e79c0fdd', 'tag': '6c034e6b-e32e-4733-861d-d515ec316fa6'}] {{(pid=94551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:24:10.656800 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3830250b45dba9b99cbc533491f9d4cecf20397343833b229026bd2eb7afe6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1fbffc-a6a2-4ef7-a2f8-644c34d2c8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1c0275-2ce3-41b5-8508-f039e79c0fdd", "tag": "6c034e6b-e32e-4733-861d-d515ec316fa6"}]}' {{(pid=94551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:24:10.662634 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-15e02252-8b68-420a-bf3a-8ebc9f08a872 None None] Set router 1ef2fba3-0942-4930-b076-036406071a8a gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:24:10.697871 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d97072-7bc7-4b57-8a03-03eaa58cd940 x-openstack-request-id: req-f8d97072-7bc7-4b57-8a03-03eaa58cd940 {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:24:10.698096 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1c0275-2ce3-41b5-8508-f039e79c0fdd", "tag": "6c034e6b-e32e-4733-861d-d515ec316fa6", "status": "completed", "code": 200}]} {{(pid=94551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:24:10.698347 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8d97072-7bc7-4b57-8a03-03eaa58cd940 {{(pid=94551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:24:10.698752 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1c0275-2ce3-41b5-8508-f039e79c0fdd', 'tag': '6c034e6b-e32e-4733-861d-d515ec316fa6', 'status': 'completed', 'code': 200} Sep 16 01:24:10.784770 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fbffc-a6a2-4ef7-a2f8-644c34d2c8c6 req-c43174ea-a0ee-4a2f-a05e-6812532d68f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:24:10.786326 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6a1fbffc-a6a2-4ef7-a2f8-644c34d2c8c6 req-c43174ea-a0ee-4a2f-a05e-6812532d68f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b7bbaf8f0f24f869617997188268255&device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 1098 time: 0.0438628 Sep 16 01:24:10.878064 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fbffc-a6a2-4ef7-a2f8-644c34d2c8c6 req-c2a5ca0b-1ef9-4d8a-8dff-5c047c54e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:24:10.879584 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6a1fbffc-a6a2-4ef7-a2f8-644c34d2c8c6 req-c2a5ca0b-1ef9-4d8a-8dff-5c047c54e71e service neutron] 10.222.0.47 "GET /v2.0/networks?id=74571b21-78a7-4185-9659-6c93a300b083 HTTP/1.1" status: 200 len: 913 time: 0.0863576 Sep 16 01:24:10.884696 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-15e02252-8b68-420a-bf3a-8ebc9f08a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:18:05Z', 'revision_number': 4, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': '2ff1012d-2ee5-4201-9d53-11cae6219041', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'port_id': '26b4f1d7-2b99-4dda-9e64-3655b403ed3e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'mac_address': 'fa:16:3e:8f:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94c1f3-3fed-4034-ae6b-a644802b2fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:21:46Z', 'updated_at': '2021-09-16T01:21:49Z', 'revision_number': 1, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'fixed_ip_address_scope': None}, {'id': 'd65c3f62-c597-4c13-abf7-30de59c4281f', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'port_id': '6c034e6b-e32e-4733-861d-d515ec316fa6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'mac_address': 'fa:16:3e:aa:a4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1c0275-2ce3-41b5-8508-f039e79c0fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:24:09Z', 'updated_at': '2021-09-16T01:24:09Z', 'revision_number': 0, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82281333-51d1-46bb-be52-bf0d0942b9e8', 'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'mac_address': 'fa:16:3e:03:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:04Z', 'updated_at': '2021-09-16T01:18:08Z', 'revision_number': 5, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'subnets': [{'id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:24:10.910989 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e02252-8b68-420a-bf3a-8ebc9f08a872 None None] Checking router: 1ef2fba3-0942-4930-b076-036406071a8a for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:24:10.919169 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e02252-8b68-420a-bf3a-8ebc9f08a872 None None] Routers {'1ef2fba3-0942-4930-b076-036406071a8a'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:24:10.919786 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-15e02252-8b68-420a-bf3a-8ebc9f08a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:24:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['1ef2fba3-0942-4930-b076-036406071a8a'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:24:10.942622 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6a1fbffc-a6a2-4ef7-a2f8-644c34d2c8c6 req-ac8191fc-fb7f-432c-9723-3744616d76cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c034e6b-e32e-4733-861d-d515ec316fa6 HTTP/1.1" status: 200 len: 998 time: 0.0563047 Sep 16 01:24:10.990271 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fbffc-a6a2-4ef7-a2f8-644c34d2c8c6 req-0aa214d5-df26-4b75-af4e-03bab4c48fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:24:10.991730 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6a1fbffc-a6a2-4ef7-a2f8-644c34d2c8c6 req-0aa214d5-df26-4b75-af4e-03bab4c48fec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54ce8167-5c61-4cb3-8d7a-5322484faeed HTTP/1.1" status: 200 len: 851 time: 0.0423093 Sep 16 01:24:11.028029 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-15e02252-8b68-420a-bf3a-8ebc9f08a872 None None] Set router 1ef2fba3-0942-4930-b076-036406071a8a gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:24:11.039461 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fbffc-a6a2-4ef7-a2f8-644c34d2c8c6 req-df2ca9e4-9f86-4bb3-b486-cb1e4b498a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:24:11.041001 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6a1fbffc-a6a2-4ef7-a2f8-644c34d2c8c6 req-df2ca9e4-9f86-4bb3-b486-cb1e4b498a56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74571b21-78a7-4185-9659-6c93a300b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423734 Sep 16 01:24:11.129679 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6a1fbffc-a6a2-4ef7-a2f8-644c34d2c8c6 req-cc276642-6a4b-49c7-9d97-3fcbe572ee19 service neutron] 10.222.0.47 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813394 Sep 16 01:24:11.220912 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-6a1fbffc-a6a2-4ef7-a2f8-644c34d2c8c6 req-ff46aa72-81b5-42d1-85df-0c8b5960d5d8 service neutron] 10.222.0.47 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839913 Sep 16 01:24:11.257355 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-15e02252-8b68-420a-bf3a-8ebc9f08a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:18:05Z', 'revision_number': 4, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': '2ff1012d-2ee5-4201-9d53-11cae6219041', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'port_id': '26b4f1d7-2b99-4dda-9e64-3655b403ed3e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'mac_address': 'fa:16:3e:8f:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94c1f3-3fed-4034-ae6b-a644802b2fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:21:46Z', 'updated_at': '2021-09-16T01:21:49Z', 'revision_number': 1, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'fixed_ip_address_scope': None}, {'id': 'd65c3f62-c597-4c13-abf7-30de59c4281f', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'port_id': '6c034e6b-e32e-4733-861d-d515ec316fa6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'mac_address': 'fa:16:3e:aa:a4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1c0275-2ce3-41b5-8508-f039e79c0fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:24:09Z', 'updated_at': '2021-09-16T01:24:09Z', 'revision_number': 0, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82281333-51d1-46bb-be52-bf0d0942b9e8', 'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'mac_address': 'fa:16:3e:03:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:04Z', 'updated_at': '2021-09-16T01:18:08Z', 'revision_number': 5, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'subnets': [{'id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:24:11.285854 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e02252-8b68-420a-bf3a-8ebc9f08a872 None None] The sync data for ids ['1ef2fba3-0942-4930-b076-036406071a8a'] in dv-cinder-809305-1-iscsi is: [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:18:05Z', 'revision_number': 4, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': '2ff1012d-2ee5-4201-9d53-11cae6219041', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'port_id': '26b4f1d7-2b99-4dda-9e64-3655b403ed3e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'mac_address': 'fa:16:3e:8f:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94c1f3-3fed-4034-ae6b-a644802b2fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:21:46Z', 'updated_at': '2021-09-16T01:21:49Z', 'revision_number': 1, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'fixed_ip_address_scope': None}, {'id': 'd65c3f62-c597-4c13-abf7-30de59c4281f', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'port_id': '6c034e6b-e32e-4733-861d-d515ec316fa6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'mac_address': 'fa:16:3e:aa:a4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1c0275-2ce3-41b5-8508-f039e79c0fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:24:09Z', 'updated_at': '2021-09-16T01:24:09Z', 'revision_number': 0, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82281333-51d1-46bb-be52-bf0d0942b9e8', 'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'mac_address': 'fa:16:3e:03:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:04Z', 'updated_at': '2021-09-16T01:18:08Z', 'revision_number': 5, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'subnets': [{'id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:24:11.470517 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab37e1-d742-491f-9fc4-2f4fccf10c7b None None] New status for floating IP d65c3f62-c597-4c13-abf7-30de59c4281f: ACTIVE {{(pid=94554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 01:24:18.647755 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:26.723618 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:24:28.736159 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4a070254-6360-4e3b-9ec9-0ee24b3f5e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:31.547818 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-187b99f8-f64b-44a5-977f-d8ab9885e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:31.884808 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:32.859444 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:34.379478 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:48.668087 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:24:57.195217 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ff1cc877-04c8-480d-8acc-923ee9bbb6c2 req-31e3e1ab-204f-428e-9065-14020ae90467 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391557 Sep 16 01:24:57.298739 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cc877-04c8-480d-8acc-923ee9bbb6c2 req-6b6d3f85-5634-4507-b959-3a5d9ec80642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:24:57.300209 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ff1cc877-04c8-480d-8acc-923ee9bbb6c2 req-6b6d3f85-5634-4507-b959-3a5d9ec80642 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b7bbaf8f0f24f869617997188268255&device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 1098 time: 0.0392265 Sep 16 01:24:57.406794 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cc877-04c8-480d-8acc-923ee9bbb6c2 req-6bf4521c-cf13-4ded-b4aa-d6375e9a4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:24:57.408302 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ff1cc877-04c8-480d-8acc-923ee9bbb6c2 req-6bf4521c-cf13-4ded-b4aa-d6375e9a4981 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74571b21-78a7-4185-9659-6c93a300b083 HTTP/1.1" status: 200 len: 913 time: 0.0873652 Sep 16 01:24:57.473150 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ff1cc877-04c8-480d-8acc-923ee9bbb6c2 req-91982e37-0d24-40c5-b288-d8514a73ff98 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26b4f1d7-2b99-4dda-9e64-3655b403ed3e HTTP/1.1" status: 200 len: 1000 time: 0.0571373 Sep 16 01:24:57.528858 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cc877-04c8-480d-8acc-923ee9bbb6c2 req-7e1be975-6bd3-4fda-a99a-beb89360d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:24:57.530345 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ff1cc877-04c8-480d-8acc-923ee9bbb6c2 req-7e1be975-6bd3-4fda-a99a-beb89360d386 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54ce8167-5c61-4cb3-8d7a-5322484faeed HTTP/1.1" status: 200 len: 851 time: 0.0497584 Sep 16 01:24:57.574928 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cc877-04c8-480d-8acc-923ee9bbb6c2 req-f6e02353-2600-46a3-9c95-08a089948b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:24:57.576391 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ff1cc877-04c8-480d-8acc-923ee9bbb6c2 req-f6e02353-2600-46a3-9c95-08a089948b0a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74571b21-78a7-4185-9659-6c93a300b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387461 Sep 16 01:24:57.662253 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ff1cc877-04c8-480d-8acc-923ee9bbb6c2 req-09881b40-cb99-4a5b-92c4-a3215eaffc72 service neutron] 10.222.0.47 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778921 Sep 16 01:24:57.752830 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-ff1cc877-04c8-480d-8acc-923ee9bbb6c2 req-64d0bb48-78da-412f-8fed-694a54aac435 service neutron] 10.222.0.47 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822632 Sep 16 01:24:58.741847 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5752353b-ca63-47d2-9476-6b38527b09c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:01.498801 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14eb2cfc-da96-4d38-afdf-4f06840f34e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:01.845075 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:02.961627 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:03.722296 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:25:04.367282 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:18.700976 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:28.740759 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b5df6047-51d3-4def-9b29-2ffd04d56dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:31.500609 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-32a2e2ef-2553-4b7f-8546-73309236acc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:31.841586 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:32.923911 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:34.372791 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:40.721537 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:25:40.848567 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 42756) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:25:40.997662 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Deleting port 78d6ea84-4535-450e-8277-b291efc6a33f {{(pid=94552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:25:40.997920 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:41.071447 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:41.071778 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:41.083099 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Calling delete_port for 78d6ea84-4535-450e-8277-b291efc6a33f owned by network:floatingip {{(pid=94552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:25:41.278137 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:41.305035 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Pushing event deleted for resources: {'Port': ['ID=78d6ea84-4535-450e-8277-b291efc6a33f,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:25:41.316276 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:25:41.316634 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:25:41.317008 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:25:41.317353 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:25:41.317732 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:25:41.318025 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:25:41.318350 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:25:41.318679 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:25:41.319008 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:25:41.319332 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:25:41.319653 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:25:41.319971 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:25:41.371526 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for floatingip, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:41.371854 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.db.l3_db [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Floating IP d65c3f62-c597-4c13-abf7-30de59c4281f disassociated (deleted). External IP: 172.27.3.20, port: 6c034e6b-e32e-4733-861d-d515ec316fa6. Sep 16 01:25:41.570751 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Router 1ef2fba3-0942-4930-b076-036406071a8a has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:25:41.672479 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:25:41.677313 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for floatingip, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:41.683104 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05fe22b-25cd-4de3-bc2c-353b1eec6820 None None] Sync routers for ids ['1ef2fba3-0942-4930-b076-036406071a8a'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:25:41.692130 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05fe22b-25cd-4de3-bc2c-353b1eec6820 None None] Routers {'1ef2fba3-0942-4930-b076-036406071a8a'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:25:41.692745 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-d05fe22b-25cd-4de3-bc2c-353b1eec6820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:25:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['1ef2fba3-0942-4930-b076-036406071a8a'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:25:41.703393 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-8d0a50b2-55fe-46cd-bdc3-849e09d2b797 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "DELETE /v2.0/floatingips/d65c3f62-c597-4c13-abf7-30de59c4281f HTTP/1.1" status: 204 len: 168 time: 0.8537278 Sep 16 01:25:41.704064 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1c0275-2ce3-41b5-8508-f039e79c0fdd', 'tag': '6c034e6b-e32e-4733-861d-d515ec316fa6'}] {{(pid=94552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:25:41.706401 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e37c7ac94a84b8f8c6dc1420a2d1e1c1d602c9bf5eb8fc5b01c156650c831676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68796795-2070-43e4-bd5e-0511ba6f92e3" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1c0275-2ce3-41b5-8508-f039e79c0fdd", "tag": "6c034e6b-e32e-4733-861d-d515ec316fa6"}]}' {{(pid=94552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:25:41.802788 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-d05fe22b-25cd-4de3-bc2c-353b1eec6820 None None] Set router 1ef2fba3-0942-4930-b076-036406071a8a gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:25:41.859541 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16264e9-6294-4208-aa4e-df8bf38d6ba3 x-openstack-request-id: req-c16264e9-6294-4208-aa4e-df8bf38d6ba3 {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:25:41.860051 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1c0275-2ce3-41b5-8508-f039e79c0fdd", "tag": "6c034e6b-e32e-4733-861d-d515ec316fa6", "status": "completed", "code": 200}]} {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:25:41.860167 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c16264e9-6294-4208-aa4e-df8bf38d6ba3 {{(pid=94552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:25:41.860494 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1c0275-2ce3-41b5-8508-f039e79c0fdd', 'tag': '6c034e6b-e32e-4733-861d-d515ec316fa6', 'status': 'completed', 'code': 200} Sep 16 01:25:41.942268 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68796795-2070-43e4-bd5e-0511ba6f92e3 req-fe1a226f-88cd-4022-a5b1-b0f70534bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:25:41.943814 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-68796795-2070-43e4-bd5e-0511ba6f92e3 req-fe1a226f-88cd-4022-a5b1-b0f70534bcec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b7bbaf8f0f24f869617997188268255&device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 1098 time: 0.0395432 Sep 16 01:25:42.025702 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-d05fe22b-25cd-4de3-bc2c-353b1eec6820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:18:05Z', 'revision_number': 4, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': '2ff1012d-2ee5-4201-9d53-11cae6219041', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'port_id': '26b4f1d7-2b99-4dda-9e64-3655b403ed3e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'mac_address': 'fa:16:3e:8f:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94c1f3-3fed-4034-ae6b-a644802b2fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:21:46Z', 'updated_at': '2021-09-16T01:21:49Z', 'revision_number': 1, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82281333-51d1-46bb-be52-bf0d0942b9e8', 'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'mac_address': 'fa:16:3e:03:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:04Z', 'updated_at': '2021-09-16T01:18:08Z', 'revision_number': 5, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'subnets': [{'id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:25:42.039057 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68796795-2070-43e4-bd5e-0511ba6f92e3 req-9f04c0f1-f6aa-4998-8185-43c5978cd84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:25:42.041202 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-68796795-2070-43e4-bd5e-0511ba6f92e3 req-9f04c0f1-f6aa-4998-8185-43c5978cd84b service neutron] 10.222.0.47 "GET /v2.0/networks?id=74571b21-78a7-4185-9659-6c93a300b083 HTTP/1.1" status: 200 len: 913 time: 0.0904016 Sep 16 01:25:42.055611 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05fe22b-25cd-4de3-bc2c-353b1eec6820 None None] Checking router: 1ef2fba3-0942-4930-b076-036406071a8a for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:25:42.067402 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05fe22b-25cd-4de3-bc2c-353b1eec6820 None None] Routers {'1ef2fba3-0942-4930-b076-036406071a8a'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:25:42.067402 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-d05fe22b-25cd-4de3-bc2c-353b1eec6820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:25:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['1ef2fba3-0942-4930-b076-036406071a8a'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:25:42.081573 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-68796795-2070-43e4-bd5e-0511ba6f92e3 req-065cbbd6-7edd-452d-b5d0-81c089e03910 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c034e6b-e32e-4733-861d-d515ec316fa6 HTTP/1.1" status: 200 len: 217 time: 0.0340946 Sep 16 01:25:42.159421 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68796795-2070-43e4-bd5e-0511ba6f92e3 req-7857eb87-5d00-4790-ac62-6bb7e3d88594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:25:42.160890 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-68796795-2070-43e4-bd5e-0511ba6f92e3 req-7857eb87-5d00-4790-ac62-6bb7e3d88594 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54ce8167-5c61-4cb3-8d7a-5322484faeed HTTP/1.1" status: 200 len: 851 time: 0.0724862 Sep 16 01:25:42.170791 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-d05fe22b-25cd-4de3-bc2c-353b1eec6820 None None] Set router 1ef2fba3-0942-4930-b076-036406071a8a gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:25:42.184945 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdff57a-4710-4baf-a62f-f5b5f8944a55 req-a3aae15d-1ba3-463b-b88c-38cb67e3e5bc tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:25:42.186420 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5bdff57a-4710-4baf-a62f-f5b5f8944a55 req-a3aae15d-1ba3-463b-b88c-38cb67e3e5bc tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 945 time: 0.0684993 Sep 16 01:25:42.238303 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68796795-2070-43e4-bd5e-0511ba6f92e3 req-deb7ad7e-8dd2-494c-a4ec-c8874cc07000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:25:42.239788 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-68796795-2070-43e4-bd5e-0511ba6f92e3 req-deb7ad7e-8dd2-494c-a4ec-c8874cc07000 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74571b21-78a7-4185-9659-6c93a300b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708621 Sep 16 01:25:42.242982 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5bdff57a-4710-4baf-a62f-f5b5f8944a55 req-c83af7e8-7ae6-4ec6-a912-5a1091ba7849 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427756 Sep 16 01:25:42.332743 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-68796795-2070-43e4-bd5e-0511ba6f92e3 req-17fc88b0-0c03-44b8-b094-cc95eb6527a5 service neutron] 10.222.0.47 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846002 Sep 16 01:25:42.393664 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-d05fe22b-25cd-4de3-bc2c-353b1eec6820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:18:05Z', 'revision_number': 4, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': '2ff1012d-2ee5-4201-9d53-11cae6219041', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'port_id': '26b4f1d7-2b99-4dda-9e64-3655b403ed3e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'mac_address': 'fa:16:3e:8f:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94c1f3-3fed-4034-ae6b-a644802b2fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:21:46Z', 'updated_at': '2021-09-16T01:21:49Z', 'revision_number': 1, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82281333-51d1-46bb-be52-bf0d0942b9e8', 'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'mac_address': 'fa:16:3e:03:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:04Z', 'updated_at': '2021-09-16T01:18:08Z', 'revision_number': 5, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'subnets': [{'id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:25:42.423125 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-68796795-2070-43e4-bd5e-0511ba6f92e3 req-79472da5-e2d9-41c1-b7f2-a7ebba3e88f7 service neutron] 10.222.0.47 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823214 Sep 16 01:25:42.423918 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05fe22b-25cd-4de3-bc2c-353b1eec6820 None None] The sync data for ids ['1ef2fba3-0942-4930-b076-036406071a8a'] in dv-cinder-809305-1-iscsi is: [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:18:05Z', 'revision_number': 4, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_floatingips': [{'id': '2ff1012d-2ee5-4201-9d53-11cae6219041', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'router_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'port_id': '26b4f1d7-2b99-4dda-9e64-3655b403ed3e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'mac_address': 'fa:16:3e:8f:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94c1f3-3fed-4034-ae6b-a644802b2fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T01:21:46Z', 'updated_at': '2021-09-16T01:21:49Z', 'revision_number': 1, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82281333-51d1-46bb-be52-bf0d0942b9e8', 'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'mac_address': 'fa:16:3e:03:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:04Z', 'updated_at': '2021-09-16T01:18:08Z', 'revision_number': 5, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'subnets': [{'id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:25:42.628804 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c179ff3-5c42-41b6-a224-f9538ce2356e None None] New status for floating IP d65c3f62-c597-4c13-abf7-30de59c4281f: DOWN {{(pid=94554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 01:25:43.376193 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53465b5-e6e3-4583-817c-234c65319d26 req-dfe2951e-df1a-484e-89a9-140f7b735247 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:25:43.377833 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c53465b5-e6e3-4583-817c-234c65319d26 req-dfe2951e-df1a-484e-89a9-140f7b735247 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 945 time: 0.0540106 Sep 16 01:25:43.416774 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-c53465b5-e6e3-4583-817c-234c65319d26 req-74ca176e-7131-4e79-bef3-c495d9b15a1b tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322490 Sep 16 01:25:43.841947 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44896df4-c7e1-4ea8-9fef-d998132cd689 req-863e8a8f-14f7-4923-abc4-c619ebecfd27 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:25:43.843398 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-44896df4-c7e1-4ea8-9fef-d998132cd689 req-863e8a8f-14f7-4923-abc4-c619ebecfd27 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 945 time: 0.0504770 Sep 16 01:25:43.927903 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [req-44896df4-c7e1-4ea8-9fef-d998132cd689 req-ab0a7fcb-7f6c-45fe-85ad-81aa350141d6 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Deleting port 6c034e6b-e32e-4733-861d-d515ec316fa6 {{(pid=94552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:25:43.928250 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-44896df4-c7e1-4ea8-9fef-d998132cd689 req-ab0a7fcb-7f6c-45fe-85ad-81aa350141d6 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:44.016789 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.db [req-44896df4-c7e1-4ea8-9fef-d998132cd689 req-ab0a7fcb-7f6c-45fe-85ad-81aa350141d6 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] For port 6c034e6b-e32e-4733-861d-d515ec316fa6, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=6c034e6b-e32e-4733-861d-d515ec316fa6,segment=NetworkSegment(2cb089da-fe8c-498d-8143-fd9b44bea8e3),segment_id=2cb089da-fe8c-498d-8143-fd9b44bea8e3)] {{(pid=94552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:25:44.016789 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-44896df4-c7e1-4ea8-9fef-d998132cd689 req-ab0a7fcb-7f6c-45fe-85ad-81aa350141d6 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:44.031092 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [req-44896df4-c7e1-4ea8-9fef-d998132cd689 req-ab0a7fcb-7f6c-45fe-85ad-81aa350141d6 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Calling delete_port for 6c034e6b-e32e-4733-861d-d515ec316fa6 owned by compute:nova {{(pid=94552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:25:44.226627 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-44896df4-c7e1-4ea8-9fef-d998132cd689 req-ab0a7fcb-7f6c-45fe-85ad-81aa350141d6 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:44.255733 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a7fcb-7f6c-45fe-85ad-81aa350141d6 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Pushing event deleted for resources: {'Port': ['ID=6c034e6b-e32e-4733-861d-d515ec316fa6,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:25:44.550357 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.l3_dvrscheduler_db [req-44896df4-c7e1-4ea8-9fef-d998132cd689 req-ab0a7fcb-7f6c-45fe-85ad-81aa350141d6 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] No DVR routers for this DVR port 6c034e6b-e32e-4733-861d-d515ec316fa6 on host hv-cinder-80930 {{(pid=94552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:25:44.563654 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-44896df4-c7e1-4ea8-9fef-d998132cd689 req-ab0a7fcb-7f6c-45fe-85ad-81aa350141d6 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:44.567950 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-44896df4-c7e1-4ea8-9fef-d998132cd689 req-ab0a7fcb-7f6c-45fe-85ad-81aa350141d6 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.47 "DELETE /v2.0/ports/6c034e6b-e32e-4733-861d-d515ec316fa6 HTTP/1.1" status: 204 len: 173 time: 0.7159939 Sep 16 01:25:44.567950 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1c0275-2ce3-41b5-8508-f039e79c0fdd', 'name': 'network-vif-deleted', 'tag': '6c034e6b-e32e-4733-861d-d515ec316fa6'}] {{(pid=94552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:25:44.568333 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e37c7ac94a84b8f8c6dc1420a2d1e1c1d602c9bf5eb8fc5b01c156650c831676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1de2ffb-19d2-4ee8-a14a-b498c25b3a7d" -d '{"events": [{"server_uuid": "1f1c0275-2ce3-41b5-8508-f039e79c0fdd", "name": "network-vif-deleted", "tag": "6c034e6b-e32e-4733-861d-d515ec316fa6"}]}' {{(pid=94552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:25:44.572124 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-9f424353-a551-4cc3-aa16-d9e9683832ad req-c763cd09-d8b2-4993-971a-e41c93672fc7 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 210 time: 0.0472107 Sep 16 01:25:44.607943 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193a1c2a-9722-4bb8-aca2-da04d970e75a x-openstack-request-id: req-193a1c2a-9722-4bb8-aca2-da04d970e75a {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:25:44.608300 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1c0275-2ce3-41b5-8508-f039e79c0fdd", "name": "network-vif-deleted", "tag": "6c034e6b-e32e-4733-861d-d515ec316fa6", "status": "completed", "code": 200}]} {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:25:44.608549 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-193a1c2a-9722-4bb8-aca2-da04d970e75a {{(pid=94552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:25:44.608980 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1c0275-2ce3-41b5-8508-f039e79c0fdd', 'name': 'network-vif-deleted', 'tag': '6c034e6b-e32e-4733-861d-d515ec316fa6', 'status': 'completed', 'code': 200} Sep 16 01:25:45.674688 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-c310d508-73b4-44fe-8797-efdaae513d73 req-92c18150-e92f-4fdf-9a59-14bf64baced7 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1c0275-2ce3-41b5-8508-f039e79c0fdd HTTP/1.1" status: 200 len: 210 time: 0.0254371 Sep 16 01:25:47.932174 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 6c034e6b-e32e-4733-861d-d515ec316fa6 no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:25:48.069252 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] No Port match for: 6c034e6b-e32e-4733-861d-d515ec316fa6 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:25:48.069605 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 6c034e6b-e32e-4733-861d-d515ec316fa6 not bound to the agent host hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:25:48.689309 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:49.244034 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 42800) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:25:49.402352 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-50f9c9cb-2a27-4148-8c21-9d7de561bcbc tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Deleting port c4553931-4a92-4e78-9b68-2230b8d61fbe {{(pid=94552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:25:49.402610 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-50f9c9cb-2a27-4148-8c21-9d7de561bcbc tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:49.474421 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-50f9c9cb-2a27-4148-8c21-9d7de561bcbc tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:49.474752 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-50f9c9cb-2a27-4148-8c21-9d7de561bcbc tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:49.489566 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-50f9c9cb-2a27-4148-8c21-9d7de561bcbc tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Calling delete_port for c4553931-4a92-4e78-9b68-2230b8d61fbe owned by network:floatingip {{(pid=94552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:25:49.710109 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-50f9c9cb-2a27-4148-8c21-9d7de561bcbc tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:49.737829 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9c9cb-2a27-4148-8c21-9d7de561bcbc tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Pushing event deleted for resources: {'Port': ['ID=c4553931-4a92-4e78-9b68-2230b8d61fbe,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:25:49.798539 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-50f9c9cb-2a27-4148-8c21-9d7de561bcbc tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for floatingip, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:49.798872 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.db.l3_db [None req-50f9c9cb-2a27-4148-8c21-9d7de561bcbc tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Floating IP 2ff1012d-2ee5-4201-9d53-11cae6219041 disassociated (deleted). External IP: 172.27.3.87, port: 26b4f1d7-2b99-4dda-9e64-3655b403ed3e. Sep 16 01:25:50.010575 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f9c9cb-2a27-4148-8c21-9d7de561bcbc tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Router 1ef2fba3-0942-4930-b076-036406071a8a has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:25:50.114197 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f9c9cb-2a27-4148-8c21-9d7de561bcbc tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:25:50.118990 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-50f9c9cb-2a27-4148-8c21-9d7de561bcbc tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for floatingip, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:50.123594 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fbed4b-cdad-44df-95b2-c381f7d9b562 None None] Sync routers for ids ['1ef2fba3-0942-4930-b076-036406071a8a'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:25:50.133162 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fbed4b-cdad-44df-95b2-c381f7d9b562 None None] Routers {'1ef2fba3-0942-4930-b076-036406071a8a'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:25:50.133782 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-01fbed4b-cdad-44df-95b2-c381f7d9b562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:25:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['1ef2fba3-0942-4930-b076-036406071a8a'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:25:50.146063 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-50f9c9cb-2a27-4148-8c21-9d7de561bcbc tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "DELETE /v2.0/floatingips/2ff1012d-2ee5-4201-9d53-11cae6219041 HTTP/1.1" status: 204 len: 168 time: 0.9009354 Sep 16 01:25:50.147030 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da94c1f3-3fed-4034-ae6b-a644802b2fa3', 'tag': '26b4f1d7-2b99-4dda-9e64-3655b403ed3e'}] {{(pid=94552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:25:50.149192 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e37c7ac94a84b8f8c6dc1420a2d1e1c1d602c9bf5eb8fc5b01c156650c831676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d93020a-a82f-4194-85a6-30e59952f06e" -d '{"events": [{"name": "network-changed", "server_uuid": "da94c1f3-3fed-4034-ae6b-a644802b2fa3", "tag": "26b4f1d7-2b99-4dda-9e64-3655b403ed3e"}]}' {{(pid=94552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:25:50.202119 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 01:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f668efe0-afa3-42eb-ae97-b62c9f7f5dae x-openstack-request-id: req-f668efe0-afa3-42eb-ae97-b62c9f7f5dae {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:25:50.202672 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da94c1f3-3fed-4034-ae6b-a644802b2fa3", "tag": "26b4f1d7-2b99-4dda-9e64-3655b403ed3e", "status": "completed", "code": 200}]} {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:25:50.202921 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f668efe0-afa3-42eb-ae97-b62c9f7f5dae {{(pid=94552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:25:50.203330 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da94c1f3-3fed-4034-ae6b-a644802b2fa3', 'tag': '26b4f1d7-2b99-4dda-9e64-3655b403ed3e', 'status': 'completed', 'code': 200} Sep 16 01:25:50.244447 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-01fbed4b-cdad-44df-95b2-c381f7d9b562 None None] Set router 1ef2fba3-0942-4930-b076-036406071a8a gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:25:50.292545 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93020a-a82f-4194-85a6-30e59952f06e req-21235fb0-fb5c-4234-93f8-bc5085bd3794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:25:50.294023 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7d93020a-a82f-4194-85a6-30e59952f06e req-21235fb0-fb5c-4234-93f8-bc5085bd3794 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b7bbaf8f0f24f869617997188268255&device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 1098 time: 0.0404952 Sep 16 01:25:50.388951 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93020a-a82f-4194-85a6-30e59952f06e req-bbdcae5c-a12e-4574-8eea-dce533f8cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:25:50.390426 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7d93020a-a82f-4194-85a6-30e59952f06e req-bbdcae5c-a12e-4574-8eea-dce533f8cc84 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74571b21-78a7-4185-9659-6c93a300b083 HTTP/1.1" status: 200 len: 913 time: 0.0885293 Sep 16 01:25:50.434955 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7d93020a-a82f-4194-85a6-30e59952f06e req-a65b93e2-890a-4232-bb71-48fff024bb53 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26b4f1d7-2b99-4dda-9e64-3655b403ed3e HTTP/1.1" status: 200 len: 217 time: 0.0362506 Sep 16 01:25:50.443262 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-01fbed4b-cdad-44df-95b2-c381f7d9b562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:18:05Z', 'revision_number': 4, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '82281333-51d1-46bb-be52-bf0d0942b9e8', 'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'mac_address': 'fa:16:3e:03:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:04Z', 'updated_at': '2021-09-16T01:18:08Z', 'revision_number': 5, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'subnets': [{'id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:25:50.473396 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fbed4b-cdad-44df-95b2-c381f7d9b562 None None] Checking router: 1ef2fba3-0942-4930-b076-036406071a8a for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:25:50.482617 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fbed4b-cdad-44df-95b2-c381f7d9b562 None None] Routers {'1ef2fba3-0942-4930-b076-036406071a8a'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:25:50.483217 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-01fbed4b-cdad-44df-95b2-c381f7d9b562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:25:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['1ef2fba3-0942-4930-b076-036406071a8a'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:25:50.507173 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93020a-a82f-4194-85a6-30e59952f06e req-2bba6fab-2140-48d2-b87c-048399dbb0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:25:50.510631 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7d93020a-a82f-4194-85a6-30e59952f06e req-2bba6fab-2140-48d2-b87c-048399dbb0da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54ce8167-5c61-4cb3-8d7a-5322484faeed HTTP/1.1" status: 200 len: 851 time: 0.0507209 Sep 16 01:25:50.560986 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93020a-a82f-4194-85a6-30e59952f06e req-6557369b-07a7-4067-9d6e-08aa9a73111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:25:50.562517 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7d93020a-a82f-4194-85a6-30e59952f06e req-6557369b-07a7-4067-9d6e-08aa9a73111c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74571b21-78a7-4185-9659-6c93a300b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456645 Sep 16 01:25:50.594945 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-01fbed4b-cdad-44df-95b2-c381f7d9b562 None None] Set router 1ef2fba3-0942-4930-b076-036406071a8a gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:25:50.657933 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7d93020a-a82f-4194-85a6-30e59952f06e req-3ed05d79-3afc-48d0-bcf9-4c07f845af5f service neutron] 10.222.0.47 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880163 Sep 16 01:25:50.769907 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d36cd-82b0-44ca-8fcc-2db7d5a0d3df req-5783dca7-1296-4882-9263-3f5b9f546889 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:25:50.771558 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a79d36cd-82b0-44ca-8fcc-2db7d5a0d3df req-5783dca7-1296-4882-9263-3f5b9f546889 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 945 time: 0.0505939 Sep 16 01:25:50.776889 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-7d93020a-a82f-4194-85a6-30e59952f06e req-e139b7e8-61c1-471c-82e0-d787c590b423 service neutron] 10.222.0.47 "GET /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932777 Sep 16 01:25:50.804836 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-01fbed4b-cdad-44df-95b2-c381f7d9b562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:18:05Z', 'revision_number': 4, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '82281333-51d1-46bb-be52-bf0d0942b9e8', 'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'mac_address': 'fa:16:3e:03:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:04Z', 'updated_at': '2021-09-16T01:18:08Z', 'revision_number': 5, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'subnets': [{'id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:25:50.815484 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-a79d36cd-82b0-44ca-8fcc-2db7d5a0d3df req-8fb7a77f-ceeb-428f-94b2-1e9a52447fbe tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323546 Sep 16 01:25:50.832717 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fbed4b-cdad-44df-95b2-c381f7d9b562 None None] The sync data for ids ['1ef2fba3-0942-4930-b076-036406071a8a'] in dv-cinder-809305-1-iscsi is: [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:18:05Z', 'revision_number': 4, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi', '_interfaces': [{'id': '82281333-51d1-46bb-be52-bf0d0942b9e8', 'name': '', 'network_id': '74571b21-78a7-4185-9659-6c93a300b083', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'mac_address': 'fa:16:3e:03:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:04Z', 'updated_at': '2021-09-16T01:18:08Z', 'revision_number': 5, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'subnets': [{'id': '54ce8167-5c61-4cb3-8d7a-5322484faeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:25:51.038083 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d2cf88-9dd4-4093-8b18-4c503d6e54f7 None None] New status for floating IP 2ff1012d-2ee5-4201-9d53-11cae6219041: DOWN {{(pid=94554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 01:25:51.928788 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62130ace-ef00-4fe6-8013-ec3ce515bd06 req-05746478-984c-454c-87d1-73ba62486b64 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:25:51.930575 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-62130ace-ef00-4fe6-8013-ec3ce515bd06 req-05746478-984c-454c-87d1-73ba62486b64 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 945 time: 0.0496626 Sep 16 01:25:51.974032 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-62130ace-ef00-4fe6-8013-ec3ce515bd06 req-cb1ca62e-3138-48c2-a9b8-46f752906b25 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/security-groups?id=4266fc38-7ab1-4df7-ae56-ac1ae8df283f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357964 Sep 16 01:25:52.304359 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a501a5d-83ab-456c-8fb0-e5073636f5a8 req-952eb62d-4c42-49b3-9072-390d8cd6255c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 01:25:52.305843 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5a501a5d-83ab-456c-8fb0-e5073636f5a8 req-952eb62d-4c42-49b3-9072-390d8cd6255c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.47 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 945 time: 0.0482862 Sep 16 01:25:52.395971 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [req-5a501a5d-83ab-456c-8fb0-e5073636f5a8 req-3310237a-c888-43e7-9497-d8ecc98962e5 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Deleting port 26b4f1d7-2b99-4dda-9e64-3655b403ed3e {{(pid=94552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:25:52.396316 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-5a501a5d-83ab-456c-8fb0-e5073636f5a8 req-3310237a-c888-43e7-9497-d8ecc98962e5 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:52.482084 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.db [req-5a501a5d-83ab-456c-8fb0-e5073636f5a8 req-3310237a-c888-43e7-9497-d8ecc98962e5 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] For port 26b4f1d7-2b99-4dda-9e64-3655b403ed3e, host hv-cinder-80930, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80930',level=0,port_id=26b4f1d7-2b99-4dda-9e64-3655b403ed3e,segment=NetworkSegment(2cb089da-fe8c-498d-8143-fd9b44bea8e3),segment_id=2cb089da-fe8c-498d-8143-fd9b44bea8e3)] {{(pid=94552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:25:52.482456 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-5a501a5d-83ab-456c-8fb0-e5073636f5a8 req-3310237a-c888-43e7-9497-d8ecc98962e5 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:52.494611 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [req-5a501a5d-83ab-456c-8fb0-e5073636f5a8 req-3310237a-c888-43e7-9497-d8ecc98962e5 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Calling delete_port for 26b4f1d7-2b99-4dda-9e64-3655b403ed3e owned by compute:nova {{(pid=94552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:25:52.772607 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-5a501a5d-83ab-456c-8fb0-e5073636f5a8 req-3310237a-c888-43e7-9497-d8ecc98962e5 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:52.802863 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310237a-c888-43e7-9497-d8ecc98962e5 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Pushing event deleted for resources: {'Port': ['ID=26b4f1d7-2b99-4dda-9e64-3655b403ed3e,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:25:52.846177 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a501a5d-83ab-456c-8fb0-e5073636f5a8 req-3310237a-c888-43e7-9497-d8ecc98962e5 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] No DVR routers for this DVR port 26b4f1d7-2b99-4dda-9e64-3655b403ed3e on host hv-cinder-80930 {{(pid=94552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:25:52.848599 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [req-5a501a5d-83ab-456c-8fb0-e5073636f5a8 req-3310237a-c888-43e7-9497-d8ecc98962e5 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for port, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:52.850577 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-5a501a5d-83ab-456c-8fb0-e5073636f5a8 req-3310237a-c888-43e7-9497-d8ecc98962e5 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.47 "DELETE /v2.0/ports/26b4f1d7-2b99-4dda-9e64-3655b403ed3e HTTP/1.1" status: 204 len: 173 time: 0.5391366 Sep 16 01:25:52.851011 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da94c1f3-3fed-4034-ae6b-a644802b2fa3', 'name': 'network-vif-deleted', 'tag': '26b4f1d7-2b99-4dda-9e64-3655b403ed3e'}] {{(pid=94552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 01:25:52.853799 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e37c7ac94a84b8f8c6dc1420a2d1e1c1d602c9bf5eb8fc5b01c156650c831676" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746b46ff-9ef8-417a-8721-365b6ce312b5" -d '{"events": [{"server_uuid": "da94c1f3-3fed-4034-ae6b-a644802b2fa3", "name": "network-vif-deleted", "tag": "26b4f1d7-2b99-4dda-9e64-3655b403ed3e"}]}' {{(pid=94552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:25:52.888445 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 01:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb725fe6-36b8-45f0-b218-e5601d0b34eb x-openstack-request-id: req-cb725fe6-36b8-45f0-b218-e5601d0b34eb {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:25:52.888735 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da94c1f3-3fed-4034-ae6b-a644802b2fa3", "name": "network-vif-deleted", "tag": "26b4f1d7-2b99-4dda-9e64-3655b403ed3e", "status": "completed", "code": 200}]} {{(pid=94552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:25:52.889018 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cb725fe6-36b8-45f0-b218-e5601d0b34eb {{(pid=94552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:25:52.889787 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da94c1f3-3fed-4034-ae6b-a644802b2fa3', 'name': 'network-vif-deleted', 'tag': '26b4f1d7-2b99-4dda-9e64-3655b403ed3e', 'status': 'completed', 'code': 200} Sep 16 01:25:53.069199 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [req-93f7bb33-4413-472a-ac2c-1b77b43d682b req-4fea8ccf-2deb-4159-af6b-be58fb6c2297 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 210 time: 0.0257015 Sep 16 01:25:54.175200 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [req-4e8f947c-ba3f-4aa0-bf3f-5b1533c01f70 req-1d38b661-4f0f-43e4-b316-76d2b05f8be5 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "GET /v2.0/ports?device_id=da94c1f3-3fed-4034-ae6b-a644802b2fa3 HTTP/1.1" status: 200 len: 210 time: 0.0261202 Sep 16 01:25:55.230168 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 42820) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:25:55.357208 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-e23e79f5-d334-4866-8558-dcb84648ca1c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Deleting port 22e87fa1-6916-4584-9d0c-0bf188d52c70 {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:25:55.357551 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e23e79f5-d334-4866-8558-dcb84648ca1c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:55.430854 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e23e79f5-d334-4866-8558-dcb84648ca1c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:55.431188 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e23e79f5-d334-4866-8558-dcb84648ca1c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:55.442687 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-e23e79f5-d334-4866-8558-dcb84648ca1c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Calling delete_port for 22e87fa1-6916-4584-9d0c-0bf188d52c70 owned by network:floatingip {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:25:55.626221 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e23e79f5-d334-4866-8558-dcb84648ca1c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:55.650169 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e79f5-d334-4866-8558-dcb84648ca1c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Pushing event deleted for resources: {'Port': ['ID=22e87fa1-6916-4584-9d0c-0bf188d52c70,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:25:55.659898 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23e79f5-d334-4866-8558-dcb84648ca1c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:25:55.660191 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23e79f5-d334-4866-8558-dcb84648ca1c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:25:55.660541 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23e79f5-d334-4866-8558-dcb84648ca1c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:25:55.660884 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23e79f5-d334-4866-8558-dcb84648ca1c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:25:55.661314 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23e79f5-d334-4866-8558-dcb84648ca1c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:25:55.661658 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23e79f5-d334-4866-8558-dcb84648ca1c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:25:55.662492 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23e79f5-d334-4866-8558-dcb84648ca1c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:25:55.662492 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23e79f5-d334-4866-8558-dcb84648ca1c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:25:55.662690 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23e79f5-d334-4866-8558-dcb84648ca1c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:25:55.662984 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23e79f5-d334-4866-8558-dcb84648ca1c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:25:55.663312 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23e79f5-d334-4866-8558-dcb84648ca1c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:25:55.663642 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23e79f5-d334-4866-8558-dcb84648ca1c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:25:55.721693 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e23e79f5-d334-4866-8558-dcb84648ca1c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for floatingip, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:55.724387 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e23e79f5-d334-4866-8558-dcb84648ca1c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254530'] for floatingip, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:55.725582 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-e23e79f5-d334-4866-8558-dcb84648ca1c tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "DELETE /v2.0/floatingips/d24469cc-fe4e-47d7-8c86-ec39e5daba34 HTTP/1.1" status: 204 len: 168 time: 0.4944339 Sep 16 01:25:55.996750 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 26b4f1d7-2b99-4dda-9e64-3655b403ed3e no longer exists at agent hyperv_hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:25:56.020562 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] No Port match for: 26b4f1d7-2b99-4dda-9e64-3655b403ed3e {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:25:56.020921 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Device 26b4f1d7-2b99-4dda-9e64-3655b403ed3e not bound to the agent host hv-cinder-80930 {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:25:57.074803 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 42832) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:25:57.130905 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-1994e877-8087-4c06-ba8a-c4ee73e8ff15 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for security_group, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:57.156052 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-1994e877-8087-4c06-ba8a-c4ee73e8ff15 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:57.320888 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-1994e877-8087-4c06-ba8a-c4ee73e8ff15 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:57.323408 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-1994e877-8087-4c06-ba8a-c4ee73e8ff15 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Notify callbacks [] for security_group, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:57.324573 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-1994e877-8087-4c06-ba8a-c4ee73e8ff15 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] 10.222.0.22 "DELETE /v2.0/security-groups/4266fc38-7ab1-4df7-ae56-ac1ae8df283f HTTP/1.1" status: 204 len: 168 time: 0.2487936 Sep 16 01:25:57.336316 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994e877-8087-4c06-ba8a-c4ee73e8ff15 tempest-TestVolumeBootPattern-1299925793 tempest-TestVolumeBootPattern-1299925793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4266fc38-7ab1-4df7-ae56-ac1ae8df283f,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:25:58.502859 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 42838) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:25:58.729329 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d360e92a-d8b8-45cb-992b-de35c15d916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:59.018040 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6025a39d-1568-4588-8f40-47626adf1ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529688'] for router_interface, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:59.250935 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-6025a39d-1568-4588-8f40-47626adf1ea1 admin admin] Deleting port 82281333-51d1-46bb-be52-bf0d0942b9e8 {{(pid=94552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:25:59.251276 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6025a39d-1568-4588-8f40-47626adf1ea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:59.325450 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.db [None req-6025a39d-1568-4588-8f40-47626adf1ea1 admin admin] For port 82281333-51d1-46bb-be52-bf0d0942b9e8, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=82281333-51d1-46bb-be52-bf0d0942b9e8,segment=NetworkSegment(2cb089da-fe8c-498d-8143-fd9b44bea8e3),segment_id=2cb089da-fe8c-498d-8143-fd9b44bea8e3)] {{(pid=94552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:25:59.325730 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6025a39d-1568-4588-8f40-47626adf1ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:59.337814 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-6025a39d-1568-4588-8f40-47626adf1ea1 admin admin] Calling delete_port for 82281333-51d1-46bb-be52-bf0d0942b9e8 owned by network:router_interface {{(pid=94552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:25:59.618188 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6025a39d-1568-4588-8f40-47626adf1ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:25:59.645833 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025a39d-1568-4588-8f40-47626adf1ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=82281333-51d1-46bb-be52-bf0d0942b9e8,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:25:59.811776 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-6025a39d-1568-4588-8f40-47626adf1ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530344'] for router_interface, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:00.275084 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6025a39d-1568-4588-8f40-47626adf1ea1 admin admin] Router 1ef2fba3-0942-4930-b076-036406071a8a has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:26:00.376591 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6025a39d-1568-4588-8f40-47626adf1ea1 admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:26:00.382167 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-6025a39d-1568-4588-8f40-47626adf1ea1 admin admin] 10.222.0.22 "PUT /v2.0/routers/1ef2fba3-0942-4930-b076-036406071a8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8777459 Sep 16 01:26:00.384738 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 42842) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:26:00.386393 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221c31a3-69a2-4575-9145-d2e8423493db None None] Sync routers for ids ['1ef2fba3-0942-4930-b076-036406071a8a'] in dv-cinder-809305-1-iscsi {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:26:00.396038 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221c31a3-69a2-4575-9145-d2e8423493db None None] Routers {'1ef2fba3-0942-4930-b076-036406071a8a'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:26:00.396658 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-221c31a3-69a2-4575-9145-d2e8423493db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:25:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['1ef2fba3-0942-4930-b076-036406071a8a'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:26:00.485273 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0733bcd3-f00c-4811-8ab8-852a9ebdbcd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:00.497792 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-221c31a3-69a2-4575-9145-d2e8423493db None None] Set router 1ef2fba3-0942-4930-b076-036406071a8a gateway port host: dv-cinder-809305-1-iscsi {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:26:00.585451 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0733bcd3-f00c-4811-8ab8-852a9ebdbcd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:00.672020 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-221c31a3-69a2-4575-9145-d2e8423493db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:25:59Z', 'revision_number': 5, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port': {'id': 'fe268211-a295-482b-b9b6-9dd4c96c603b', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef2fba3-0942-4930-b076-036406071a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:02Z', 'updated_at': '2021-09-16T01:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:26:00.688080 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-0733bcd3-f00c-4811-8ab8-852a9ebdbcd4 admin admin] Deleting port fe268211-a295-482b-b9b6-9dd4c96c603b {{(pid=94552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:26:00.688666 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0733bcd3-f00c-4811-8ab8-852a9ebdbcd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:00.698790 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221c31a3-69a2-4575-9145-d2e8423493db None None] Checking router: 1ef2fba3-0942-4930-b076-036406071a8a for host: dv-cinder-809305-1-iscsi {{(pid=94553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:26:00.707583 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221c31a3-69a2-4575-9145-d2e8423493db None None] Routers {'1ef2fba3-0942-4930-b076-036406071a8a'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:26:00.708195 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-221c31a3-69a2-4575-9145-d2e8423493db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:25:31Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['1ef2fba3-0942-4930-b076-036406071a8a'], 'active': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:26:00.769331 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.db [None req-0733bcd3-f00c-4811-8ab8-852a9ebdbcd4 admin admin] For port fe268211-a295-482b-b9b6-9dd4c96c603b, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=fe268211-a295-482b-b9b6-9dd4c96c603b,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:26:00.769696 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0733bcd3-f00c-4811-8ab8-852a9ebdbcd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:00.781763 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-0733bcd3-f00c-4811-8ab8-852a9ebdbcd4 admin admin] Calling delete_port for fe268211-a295-482b-b9b6-9dd4c96c603b owned by network:router_gateway {{(pid=94552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:26:00.811615 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvr_db [None req-221c31a3-69a2-4575-9145-d2e8423493db None None] Set router 1ef2fba3-0942-4930-b076-036406071a8a gateway port host: None {{(pid=94553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:26:00.876623 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_hamode_db [None req-221c31a3-69a2-4575-9145-d2e8423493db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:26:00Z', 'revision_number': 6, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port_host': None}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:26:00.908669 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221c31a3-69a2-4575-9145-d2e8423493db None None] The sync data for ids ['1ef2fba3-0942-4930-b076-036406071a8a'] in dv-cinder-809305-1-iscsi is: [{'id': '1ef2fba3-0942-4930-b076-036406071a8a', 'name': 'tempest-TestVolumeBootPattern-1148670656-router', 'tenant_id': '1b7bbaf8f0f24f869617997188268255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:01Z', 'updated_at': '2021-09-16T01:26:00Z', 'revision_number': 6, 'project_id': '1b7bbaf8f0f24f869617997188268255', 'gw_port_host': None}] {{(pid=94553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:26:01.043690 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0733bcd3-f00c-4811-8ab8-852a9ebdbcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:01.072183 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733bcd3-f00c-4811-8ab8-852a9ebdbcd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe268211-a295-482b-b9b6-9dd4c96c603b,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:26:01.131577 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0733bcd3-f00c-4811-8ab8-852a9ebdbcd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530286'] for router_gateway, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:01.218994 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0733bcd3-f00c-4811-8ab8-852a9ebdbcd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1203'] for router, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:01.221026 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0733bcd3-f00c-4811-8ab8-852a9ebdbcd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:01.334897 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0733bcd3-f00c-4811-8ab8-852a9ebdbcd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531396'] for router, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:01.335492 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0733bcd3-f00c-4811-8ab8-852a9ebdbcd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ef2fba3-0942-4930-b076-036406071a8a {{(pid=94552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 01:26:01.340338 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-0733bcd3-f00c-4811-8ab8-852a9ebdbcd4 admin admin] Notify callbacks [] for router, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:01.341572 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-0733bcd3-f00c-4811-8ab8-852a9ebdbcd4 admin admin] 10.222.0.22 "DELETE /v2.0/routers/1ef2fba3-0942-4930-b076-036406071a8a HTTP/1.1" status: 204 len: 168 time: 0.9555349 Sep 16 01:26:01.344143 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 42844) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:26:01.390150 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.db.db_base_plugin_v2 [None req-40507287-3fc9-44e8-8f9d-6ac38711e5ff admin admin] Deleting subnet 54ce8167-5c61-4cb3-8d7a-5322484faeed {{(pid=94552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 01:26:01.393098 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-40507287-3fc9-44e8-8f9d-6ac38711e5ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:01.426387 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-40507287-3fc9-44e8-8f9d-6ac38711e5ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9529375'] for subnet, precommit_delete_associations {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:01.477688 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-eb92dad9-f075-45e2-9416-bb69349718f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:01.504748 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-40507287-3fc9-44e8-8f9d-6ac38711e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8015751'] for subnet, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:01.638788 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-40507287-3fc9-44e8-8f9d-6ac38711e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8015760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9529516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9551379'] for subnet, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:01.639517 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 82281333-51d1-46bb-be52-bf0d0942b9e8 no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:26:01.663672 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40507287-3fc9-44e8-8f9d-6ac38711e5ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54ce8167-5c61-4cb3-8d7a-5322484faeed,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:26:01.669387 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: 82281333-51d1-46bb-be52-bf0d0942b9e8 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:26:01.669740 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 82281333-51d1-46bb-be52-bf0d0942b9e8 not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:26:01.669857 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-40507287-3fc9-44e8-8f9d-6ac38711e5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for subnet, before_response {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:01.672126 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-40507287-3fc9-44e8-8f9d-6ac38711e5ff admin admin] 10.222.0.22 "DELETE /v2.0/subnets/54ce8167-5c61-4cb3-8d7a-5322484faeed HTTP/1.1" status: 204 len: 168 time: 0.3268857 Sep 16 01:26:01.674772 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 42846) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:26:01.681387 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fa5f53-9f87-4bd2-a1a1-e333a09d8ab4 None None] Network 74571b21-78a7-4185-9659-6c93a300b083 requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:26:01.751907 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-29489721-00fc-4289-8059-52817fe9fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7919478'] for network, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:01.808660 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-29489721-00fc-4289-8059-52817fe9fbb9 admin admin] Deleting port 11ed815d-db68-4e86-a7c9-38aa2f466f08 {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:26:01.809246 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-29489721-00fc-4289-8059-52817fe9fbb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:01.866640 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:01.881728 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-29489721-00fc-4289-8059-52817fe9fbb9 admin admin] For port 11ed815d-db68-4e86-a7c9-38aa2f466f08, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=11ed815d-db68-4e86-a7c9-38aa2f466f08,segment=NetworkSegment(2cb089da-fe8c-498d-8143-fd9b44bea8e3),segment_id=2cb089da-fe8c-498d-8143-fd9b44bea8e3)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:26:01.882110 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-29489721-00fc-4289-8059-52817fe9fbb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:01.888329 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0d2746-a0c0-46af-865c-345cd83f7211 None None] DHCP port deletion for 74571b21-78a7-4185-9659-6c93a300b083 request from dv-cinder-809305-1-iscsi {{(pid=94553) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 01:26:01.901849 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-29489721-00fc-4289-8059-52817fe9fbb9 admin admin] Calling delete_port for 11ed815d-db68-4e86-a7c9-38aa2f466f08 owned by network:dhcp {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:26:01.942590 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-7c0d2746-a0c0-46af-865c-345cd83f7211 None None] Deleting port 11ed815d-db68-4e86-a7c9-38aa2f466f08 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:26:01.942977 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-7c0d2746-a0c0-46af-865c-345cd83f7211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:02.006569 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-7c0d2746-a0c0-46af-865c-345cd83f7211 None None] For port 11ed815d-db68-4e86-a7c9-38aa2f466f08, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=11ed815d-db68-4e86-a7c9-38aa2f466f08,segment=NetworkSegment(2cb089da-fe8c-498d-8143-fd9b44bea8e3),segment_id=2cb089da-fe8c-498d-8143-fd9b44bea8e3)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:26:02.006970 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-7c0d2746-a0c0-46af-865c-345cd83f7211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:02.018630 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-7c0d2746-a0c0-46af-865c-345cd83f7211 None None] Calling delete_port for 11ed815d-db68-4e86-a7c9-38aa2f466f08 owned by network:dhcp {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:26:02.041913 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-29489721-00fc-4289-8059-52817fe9fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:02.066987 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29489721-00fc-4289-8059-52817fe9fbb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=11ed815d-db68-4e86-a7c9-38aa2f466f08,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:26:02.072077 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29489721-00fc-4289-8059-52817fe9fbb9 admin admin] No DVR routers for this DVR port 11ed815d-db68-4e86-a7c9-38aa2f466f08 on host dv-cinder-809305-1-iscsi {{(pid=94551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:26:02.096965 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-7c0d2746-a0c0-46af-865c-345cd83f7211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:02.122628 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d2746-a0c0-46af-865c-345cd83f7211 None None] Pushing event deleted for resources: {'Port': ['ID=11ed815d-db68-4e86-a7c9-38aa2f466f08,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:26:02.125646 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0d2746-a0c0-46af-865c-345cd83f7211 None None] No DVR routers for this DVR port 11ed815d-db68-4e86-a7c9-38aa2f466f08 on host dv-cinder-809305-1-iscsi {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:26:02.131920 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d2746-a0c0-46af-865c-345cd83f7211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:26:02.132270 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d2746-a0c0-46af-865c-345cd83f7211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:26:02.132610 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d2746-a0c0-46af-865c-345cd83f7211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:26:02.132964 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d2746-a0c0-46af-865c-345cd83f7211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:26:02.133297 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d2746-a0c0-46af-865c-345cd83f7211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:26:02.134217 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d2746-a0c0-46af-865c-345cd83f7211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:26:02.134551 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d2746-a0c0-46af-865c-345cd83f7211 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:26:02.134935 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d2746-a0c0-46af-865c-345cd83f7211 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:26:02.135186 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d2746-a0c0-46af-865c-345cd83f7211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:26:02.135473 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d2746-a0c0-46af-865c-345cd83f7211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:26:02.135797 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d2746-a0c0-46af-865c-345cd83f7211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:26:02.136116 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d2746-a0c0-46af-865c-345cd83f7211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809305-1-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:26:02.145418 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-29489721-00fc-4289-8059-52817fe9fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8012288', 'neutron.services.segments.db._delete_segments_for_network-8752232865693'] for network, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:02.165879 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-29489721-00fc-4289-8059-52817fe9fbb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74571b21-78a7-4185-9659-6c93a300b083']}} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:26:02.174823 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-29489721-00fc-4289-8059-52817fe9fbb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb089da-fe8c-498d-8143-fd9b44bea8e3') {'for_net_delete': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:26:02.175127 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-29489721-00fc-4289-8059-52817fe9fbb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb089da-fe8c-498d-8143-fd9b44bea8e3') {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:26:02.184651 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-29489721-00fc-4289-8059-52817fe9fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752232865190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17379143'] for segment, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:02.197735 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-29489721-00fc-4289-8059-52817fe9fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:02.203724 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29489721-00fc-4289-8059-52817fe9fbb9 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 01:26:02.204161 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-29489721-00fc-4289-8059-52817fe9fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17681784'] for segment, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: Traceback (most recent call last): Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: timer() Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: cb(*args, **kw) Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: return func(*args, **kwargs) Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: self._notify() Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: self.callback(batched_events) Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: event.method(event) Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: return f(self, *a, **k) Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: return self._get(url).json() Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: return self.request(url, 'GET', **kwargs) Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 01:26:02.205816 dv-cinder-809305-1-iscsi neutron-server[94551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 01:26:02.348311 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-29489721-00fc-4289-8059-52817fe9fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8012313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530186'] for network, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:02.359036 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-29489721-00fc-4289-8059-52817fe9fbb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:02.359036 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-29489721-00fc-4289-8059-52817fe9fbb9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/74571b21-78a7-4185-9659-6c93a300b083 HTTP/1.1" status: 204 len: 168 time: 0.6791842 Sep 16 01:26:02.359263 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [-] (94552) accepted ('10.222.0.22', 42848) {{(pid=94552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:26:02.368157 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29489721-00fc-4289-8059-52817fe9fbb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=74571b21-78a7-4185-9659-6c93a300b083,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:26:02.711219 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d90affac-3929-4a15-97ff-e71f19ee8c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529688'] for router_interface, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:02.868098 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:02.954170 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-d90affac-3929-4a15-97ff-e71f19ee8c3f admin admin] Deleting port e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4 {{(pid=94552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:26:02.954517 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d90affac-3929-4a15-97ff-e71f19ee8c3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:03.038528 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.db [None req-d90affac-3929-4a15-97ff-e71f19ee8c3f admin admin] For port e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4,segment=NetworkSegment(aed7a72e-468e-40d6-87a5-a1e3e6791ac1),segment_id=aed7a72e-468e-40d6-87a5-a1e3e6791ac1)] {{(pid=94552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:26:03.038897 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d90affac-3929-4a15-97ff-e71f19ee8c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:03.050825 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.plugins.ml2.plugin [None req-d90affac-3929-4a15-97ff-e71f19ee8c3f admin admin] Calling delete_port for e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4 owned by network:router_interface {{(pid=94552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:26:03.199731 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device fe268211-a295-482b-b9b6-9dd4c96c603b no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:26:03.223136 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: fe268211-a295-482b-b9b6-9dd4c96c603b {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:26:03.223489 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device fe268211-a295-482b-b9b6-9dd4c96c603b not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:26:03.223904 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 11ed815d-db68-4e86-a7c9-38aa2f466f08 no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:26:03.241978 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: 11ed815d-db68-4e86-a7c9-38aa2f466f08 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:26:03.242284 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 11ed815d-db68-4e86-a7c9-38aa2f466f08 not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:26:03.277507 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d90affac-3929-4a15-97ff-e71f19ee8c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9529475'] for port, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:03.301486 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90affac-3929-4a15-97ff-e71f19ee8c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4,revision_number=None']} {{(pid=94552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:26:03.466603 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron_lib.callbacks.manager [None req-d90affac-3929-4a15-97ff-e71f19ee8c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530344'] for router_interface, after_delete {{(pid=94552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:03.683952 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90affac-3929-4a15-97ff-e71f19ee8c3f admin admin] Router af394412-03bc-4b7d-88d5-25c96ffcb02c has already been hosted by L3 agent a8149a8d-2023-40df-9fd5-9c9c0dd1db46 {{(pid=94552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:26:03.787623 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90affac-3929-4a15-97ff-e71f19ee8c3f admin admin] Notify agent at l3_agent.dv-cinder-809305-1-iscsi the message routers_updated {{(pid=94552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:26:03.793119 dv-cinder-809305-1-iscsi neutron-server[94552]: INFO neutron.wsgi [None req-d90affac-3929-4a15-97ff-e71f19ee8c3f admin admin] 10.222.0.22 "PUT /v2.0/routers/af394412-03bc-4b7d-88d5-25c96ffcb02c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4331608 Sep 16 01:26:03.795772 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 42850) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:26:03.796562 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e266da1-6d3e-4d33-887e-961eb6746f47 None None] Sync routers for ids ['af394412-03bc-4b7d-88d5-25c96ffcb02c'] in dv-cinder-809305-1-iscsi {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:26:03.805741 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e266da1-6d3e-4d33-887e-961eb6746f47 None None] Routers {'af394412-03bc-4b7d-88d5-25c96ffcb02c'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:26:03.806369 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-2e266da1-6d3e-4d33-887e-961eb6746f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:26:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['af394412-03bc-4b7d-88d5-25c96ffcb02c'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:26:03.903013 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e12f7ca7-6e3a-4ddd-81f2-2019224960f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:04.007265 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-2e266da1-6d3e-4d33-887e-961eb6746f47 None None] Set router af394412-03bc-4b7d-88d5-25c96ffcb02c gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:26:04.186601 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-2e266da1-6d3e-4d33-887e-961eb6746f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af394412-03bc-4b7d-88d5-25c96ffcb02c', 'name': 'tempest-TestVolumeBootPattern-1146313658-router', 'tenant_id': '84a4a1f6141348a7aefe756ab4583826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '44f97d04-f602-4b93-8343-43fa97937ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:08Z', 'updated_at': '2021-09-16T01:26:03Z', 'revision_number': 5, 'project_id': '84a4a1f6141348a7aefe756ab4583826', 'gw_port': {'id': '44f97d04-f602-4b93-8343-43fa97937ade', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af394412-03bc-4b7d-88d5-25c96ffcb02c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:09Z', 'updated_at': '2021-09-16T01:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:26:04.213374 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e266da1-6d3e-4d33-887e-961eb6746f47 None None] Checking router: af394412-03bc-4b7d-88d5-25c96ffcb02c for host: dv-cinder-809305-1-iscsi {{(pid=94554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:26:04.222257 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e266da1-6d3e-4d33-887e-961eb6746f47 None None] Routers {'af394412-03bc-4b7d-88d5-25c96ffcb02c'} bound to L3 agent in host dv-cinder-809305-1-iscsi {{(pid=94554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 01:26:04.222871 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-2e266da1-6d3e-4d33-887e-961eb6746f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809305-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T01:04:31Z,description=,heartbeat_timestamp=2021-09-16T01:26:01Z,host='dv-cinder-809305-1-iscsi',id=a8149a8d-2023-40df-9fd5-9c9c0dd1db46,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T01:04:32Z,topic='l3_agent')) {'router_ids': ['af394412-03bc-4b7d-88d5-25c96ffcb02c'], 'active': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:26:04.275632 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e12f7ca7-6e3a-4ddd-81f2-2019224960f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:04.327443 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvr_db [None req-2e266da1-6d3e-4d33-887e-961eb6746f47 None None] Set router af394412-03bc-4b7d-88d5-25c96ffcb02c gateway port host: dv-cinder-809305-1-iscsi {{(pid=94554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 01:26:04.430077 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:04.435674 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-e12f7ca7-6e3a-4ddd-81f2-2019224960f6 admin admin] Deleting port 44f97d04-f602-4b93-8343-43fa97937ade {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:26:04.435674 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e12f7ca7-6e3a-4ddd-81f2-2019224960f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:04.505624 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.l3_hamode_db [None req-2e266da1-6d3e-4d33-887e-961eb6746f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af394412-03bc-4b7d-88d5-25c96ffcb02c', 'name': 'tempest-TestVolumeBootPattern-1146313658-router', 'tenant_id': '84a4a1f6141348a7aefe756ab4583826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '44f97d04-f602-4b93-8343-43fa97937ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:08Z', 'updated_at': '2021-09-16T01:26:03Z', 'revision_number': 5, 'project_id': '84a4a1f6141348a7aefe756ab4583826', 'gw_port': {'id': '44f97d04-f602-4b93-8343-43fa97937ade', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af394412-03bc-4b7d-88d5-25c96ffcb02c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:09Z', 'updated_at': '2021-09-16T01:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}], 'dv-cinder-809305-1-iscsi', False) {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:26:04.511824 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-e12f7ca7-6e3a-4ddd-81f2-2019224960f6 admin admin] For port 44f97d04-f602-4b93-8343-43fa97937ade, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=44f97d04-f602-4b93-8343-43fa97937ade,segment=NetworkSegment(c59999e1-148a-4618-87c7-df94e667176e),segment_id=c59999e1-148a-4618-87c7-df94e667176e)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:26:04.512192 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e12f7ca7-6e3a-4ddd-81f2-2019224960f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:04.524847 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-e12f7ca7-6e3a-4ddd-81f2-2019224960f6 admin admin] Calling delete_port for 44f97d04-f602-4b93-8343-43fa97937ade owned by network:router_gateway {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:26:04.538743 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e266da1-6d3e-4d33-887e-961eb6746f47 None None] The sync data for ids ['af394412-03bc-4b7d-88d5-25c96ffcb02c'] in dv-cinder-809305-1-iscsi is: [{'id': 'af394412-03bc-4b7d-88d5-25c96ffcb02c', 'name': 'tempest-TestVolumeBootPattern-1146313658-router', 'tenant_id': '84a4a1f6141348a7aefe756ab4583826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'external_fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '44f97d04-f602-4b93-8343-43fa97937ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T01:18:08Z', 'updated_at': '2021-09-16T01:26:03Z', 'revision_number': 5, 'project_id': '84a4a1f6141348a7aefe756ab4583826', 'gw_port': {'id': '44f97d04-f602-4b93-8343-43fa97937ade', 'name': '', 'network_id': '04f57937-fa31-48b0-af0b-dafeb4e5696d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af394412-03bc-4b7d-88d5-25c96ffcb02c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809305-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T01:18:09Z', 'updated_at': '2021-09-16T01:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f10087fb-cc50-497f-84f8-0079589df3d7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809305-1-iscsi'}] {{(pid=94554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:26:04.837791 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e12f7ca7-6e3a-4ddd-81f2-2019224960f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:04.867201 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f7ca7-6e3a-4ddd-81f2-2019224960f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=44f97d04-f602-4b93-8343-43fa97937ade,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:26:04.927730 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e12f7ca7-6e3a-4ddd-81f2-2019224960f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530286'] for router_gateway, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:05.021451 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e12f7ca7-6e3a-4ddd-81f2-2019224960f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1203'] for router, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:05.023686 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e12f7ca7-6e3a-4ddd-81f2-2019224960f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:05.155109 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e12f7ca7-6e3a-4ddd-81f2-2019224960f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531396'] for router, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:05.158417 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12f7ca7-6e3a-4ddd-81f2-2019224960f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af394412-03bc-4b7d-88d5-25c96ffcb02c {{(pid=94551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 01:26:05.161964 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-e12f7ca7-6e3a-4ddd-81f2-2019224960f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:05.163109 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-e12f7ca7-6e3a-4ddd-81f2-2019224960f6 admin admin] 10.222.0.22 "DELETE /v2.0/routers/af394412-03bc-4b7d-88d5-25c96ffcb02c HTTP/1.1" status: 204 len: 168 time: 1.3663504 Sep 16 01:26:05.165571 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 42852) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:26:05.219151 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a35492-68cf-4751-a136-541f40a7a0c5 admin admin] Deleting subnet f06e5fe7-20c6-4210-8cfb-5100850993ec {{(pid=94551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 01:26:05.222782 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d2a35492-68cf-4751-a136-541f40a7a0c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:05.262690 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d2a35492-68cf-4751-a136-541f40a7a0c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17379148'] for subnet, precommit_delete_associations {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:05.267713 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4 no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:26:05.293716 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:26:05.294073 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device e9d20abc-a6e1-49c6-89fd-1aa0c58cd2a4 not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:26:05.349083 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d2a35492-68cf-4751-a136-541f40a7a0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8015751'] for subnet, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:05.541630 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d2a35492-68cf-4751-a136-541f40a7a0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8015760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17682342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17913885'] for subnet, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:05.566593 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a35492-68cf-4751-a136-541f40a7a0c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f06e5fe7-20c6-4210-8cfb-5100850993ec,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:26:05.570013 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-d2a35492-68cf-4751-a136-541f40a7a0c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:05.571934 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-d2a35492-68cf-4751-a136-541f40a7a0c5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f06e5fe7-20c6-4210-8cfb-5100850993ec HTTP/1.1" status: 204 len: 168 time: 0.4053645 Sep 16 01:26:05.574435 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 42854) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:26:05.577289 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c469fe4-72bb-45c7-ad1f-705b75f843bd None None] Network 9c3eaf7f-a1f6-44a8-a23e-21333a13296f requested from dv-cinder-809305-1-iscsi {{(pid=94553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 01:26:05.666760 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-041e6462-eb2d-45a7-9323-b5b1c86afd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7919478'] for network, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:05.716365 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-041e6462-eb2d-45a7-9323-b5b1c86afd0a admin admin] Deleting port 553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20 {{(pid=94551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:26:05.716727 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-041e6462-eb2d-45a7-9323-b5b1c86afd0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:05.797021 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.db [None req-041e6462-eb2d-45a7-9323-b5b1c86afd0a admin admin] For port 553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20,segment=NetworkSegment(aed7a72e-468e-40d6-87a5-a1e3e6791ac1),segment_id=aed7a72e-468e-40d6-87a5-a1e3e6791ac1)] {{(pid=94551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:26:05.797387 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-041e6462-eb2d-45a7-9323-b5b1c86afd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:05.809837 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.plugin [None req-041e6462-eb2d-45a7-9323-b5b1c86afd0a admin admin] Calling delete_port for 553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20 owned by network:dhcp {{(pid=94551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:26:05.888990 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2a1ed0-96bf-4467-a111-81f294cebe49 None None] DHCP port deletion for 9c3eaf7f-a1f6-44a8-a23e-21333a13296f request from dv-cinder-809305-1-iscsi {{(pid=94553) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 01:26:05.937718 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-4a2a1ed0-96bf-4467-a111-81f294cebe49 None None] Deleting port 553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 01:26:05.938027 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4a2a1ed0-96bf-4467-a111-81f294cebe49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752232900401'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:05.974548 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-041e6462-eb2d-45a7-9323-b5b1c86afd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17682313'] for port, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:05.998921 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-4a2a1ed0-96bf-4467-a111-81f294cebe49 None None] For port 553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20, host dv-cinder-809305-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809305-1-iscsi',level=0,port_id=553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20,segment=NetworkSegment(aed7a72e-468e-40d6-87a5-a1e3e6791ac1),segment_id=aed7a72e-468e-40d6-87a5-a1e3e6791ac1)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:26:05.999332 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4a2a1ed0-96bf-4467-a111-81f294cebe49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556880'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:06.001516 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e6462-eb2d-45a7-9323-b5b1c86afd0a admin admin] Pushing event deleted for resources: {'Port': ['ID=553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:26:06.012420 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-4a2a1ed0-96bf-4467-a111-81f294cebe49 None None] Calling delete_port for 553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20 owned by network:dhcp {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 01:26:06.016490 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041e6462-eb2d-45a7-9323-b5b1c86afd0a admin admin] No DVR routers for this DVR port 553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20 on host dv-cinder-809305-1-iscsi {{(pid=94551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:26:06.084159 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-041e6462-eb2d-45a7-9323-b5b1c86afd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8012288', 'neutron.services.segments.db._delete_segments_for_network-8752232865693'] for network, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:06.089383 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4a2a1ed0-96bf-4467-a111-81f294cebe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8003446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752232905207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752232350401'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:06.103946 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-041e6462-eb2d-45a7-9323-b5b1c86afd0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3eaf7f-a1f6-44a8-a23e-21333a13296f']}} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:26:06.112925 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-041e6462-eb2d-45a7-9323-b5b1c86afd0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed7a72e-468e-40d6-87a5-a1e3e6791ac1') {'for_net_delete': True} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:26:06.113243 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.services.segments.db [None req-041e6462-eb2d-45a7-9323-b5b1c86afd0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed7a72e-468e-40d6-87a5-a1e3e6791ac1') {} {{(pid=94551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:26:06.114167 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a1ed0-96bf-4467-a111-81f294cebe49 None None] Pushing event deleted for resources: {'Port': ['ID=553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:26:06.117719 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2a1ed0-96bf-4467-a111-81f294cebe49 None None] No DVR routers for this DVR port 553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20 on host dv-cinder-809305-1-iscsi {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 01:26:06.127784 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-041e6462-eb2d-45a7-9323-b5b1c86afd0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752232865190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17379143'] for segment, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:06.140131 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-041e6462-eb2d-45a7-9323-b5b1c86afd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146'] for segment, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:06.145811 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041e6462-eb2d-45a7-9323-b5b1c86afd0a admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 01:26:06.146203 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-041e6462-eb2d-45a7-9323-b5b1c86afd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8016146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17681784'] for segment, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: Traceback (most recent call last): Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: timer() Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: cb(*args, **kw) Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: return func(*args, **kwargs) Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: self._notify() Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: self.callback(batched_events) Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: event.method(event) Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: return f(self, *a, **k) Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: return self._get(url).json() Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: return self.request(url, 'GET', **kwargs) Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 01:26:06.147821 dv-cinder-809305-1-iscsi neutron-server[94551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 01:26:06.266142 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-041e6462-eb2d-45a7-9323-b5b1c86afd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8012313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530186'] for network, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:06.271867 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-041e6462-eb2d-45a7-9323-b5b1c86afd0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537127'] for network, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:06.273806 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-041e6462-eb2d-45a7-9323-b5b1c86afd0a admin admin] 10.222.0.22 "DELETE /v2.0/networks/9c3eaf7f-a1f6-44a8-a23e-21333a13296f HTTP/1.1" status: 204 len: 168 time: 0.6984484 Sep 16 01:26:06.284296 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e6462-eb2d-45a7-9323-b5b1c86afd0a admin admin] Pushing event deleted for resources: {'Network': ['ID=9c3eaf7f-a1f6-44a8-a23e-21333a13296f,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:26:06.706649 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 42858) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:26:06.744830 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-a6092c6b-3eb3-4b28-b3a0-add272b94efe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1b7bbaf8f0f24f869617997188268255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370445 Sep 16 01:26:06.747265 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 42860) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:26:06.794553 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-409264d4-9989-47bf-b44c-9af0c858f05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:06.816025 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-409264d4-9989-47bf-b44c-9af0c858f05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:06.951442 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-409264d4-9989-47bf-b44c-9af0c858f05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:06.954281 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-409264d4-9989-47bf-b44c-9af0c858f05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:06.955467 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-409264d4-9989-47bf-b44c-9af0c858f05b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb97c1e7-16a0-44c9-a1cf-46ace14c60ca HTTP/1.1" status: 204 len: 168 time: 0.2073123 Sep 16 01:26:06.963870 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409264d4-9989-47bf-b44c-9af0c858f05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb97c1e7-16a0-44c9-a1cf-46ace14c60ca,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:26:07.199190 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20 no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:26:07.220084 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: 553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20 {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:26:07.220423 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 553d4bdf-5cfb-4dc5-93b4-cf2d7c3d7e20 not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:26:07.220825 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 44f97d04-f602-4b93-8343-43fa97937ade no longer exists at agent ovs-agent-dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:26:07.242292 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] No Port match for: 44f97d04-f602-4b93-8343-43fa97937ade {{(pid=94553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 01:26:07.242644 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.rpc [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Device 44f97d04-f602-4b93-8343-43fa97937ade not bound to the agent host dv-cinder-809305-1-iscsi {{(pid=94553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:26:07.624169 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 42866) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:26:07.663358 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-13c57c2c-fc6d-44dd-8696-bdeb80b6bfef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=84a4a1f6141348a7aefe756ab4583826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379543 Sep 16 01:26:07.665764 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.wsgi [-] (94551) accepted ('10.222.0.22', 42868) {{(pid=94551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 01:26:07.713063 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0926ae7f-7456-41af-995e-bf118eeaf42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:07.733495 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0926ae7f-7456-41af-995e-bf118eeaf42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:07.863820 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0926ae7f-7456-41af-995e-bf118eeaf42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617157'] for security_group, after_delete {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:07.866578 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron_lib.callbacks.manager [None req-0926ae7f-7456-41af-995e-bf118eeaf42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:07.867799 dv-cinder-809305-1-iscsi neutron-server[94551]: INFO neutron.wsgi [None req-0926ae7f-7456-41af-995e-bf118eeaf42c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2b8cae56-0a40-40a7-aa97-8991523d29bb HTTP/1.1" status: 204 len: 168 time: 0.2010815 Sep 16 01:26:07.875639 dv-cinder-809305-1-iscsi neutron-server[94551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926ae7f-7456-41af-995e-bf118eeaf42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8cae56-0a40-40a7-aa97-8991523d29bb,revision_number=None']} {{(pid=94551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:26:17.720540 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:26:18.676996 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:28.722696 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f2749e67-859e-4885-a439-075d1de2c6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:31.511323 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-78ad614d-fd56-44ab-abbf-055a508ceecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:31.846173 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:32.871053 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:34.368394 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:48.685801 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:26:54.720132 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:26:58.727646 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a50328d4-578d-45ae-8452-92451bb57440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:27:01.521897 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-55bb5179-4610-4df1-b799-7612ec306807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:27:01.834491 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:27:02.842084 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:27:04.411521 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:27:18.719598 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:27:28.727001 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-40149649-f5d2-4c34-b687-fb420b15f9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:27:31.496765 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6a0a342a-9e1b-4d1e-ae23-c9e54c11b002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:27:31.718710 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:27:31.858589 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:27:32.875258 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:27:34.389950 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:27:48.662442 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:27:58.720640 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-55bd56c5-1cb7-45ae-bf39-371465df4bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:28:01.509508 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-236b631f-cae6-4c37-ac97-8360d0772a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:28:01.846562 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:28:02.914944 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:28:04.372121 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:28:06.591391 dv-cinder-809305-1-iscsi neutron-server[94552]: DEBUG neutron.wsgi [req-f1fe7cc1-8bff-4d48-95b4-916d563718e9 req-82779c42-b087-445f-bc60-dca8d9382bfd service neutron] (94552) timed out ('10.222.0.47', 49855) {{(pid=94552) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 01:28:08.718101 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:28:18.692091 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:28:28.760091 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-8a1b811a-bba5-4b34-93c7-cdabfbd0aabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:28:31.501769 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b709de1b-38bc-4e33-b044-f789d4d1947d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:28:31.856027 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:28:32.834369 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:28:34.422718 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:28:45.716907 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:28:48.668129 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:28:58.730765 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e193293c-fa1d-402e-b12c-6dcdaf1f82a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:29:01.519955 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b8d5c391-729c-49c5-8eb0-699a988e8edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:29:01.845040 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:29:02.891405 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:29:04.404877 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:29:18.702132 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:29:22.715764 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:29:28.788057 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-177050ad-25a0-44fe-b0af-5443f03b7b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:29:31.507437 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-985fa92f-8359-4a2d-8155-d778bc8bb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:29:31.890174 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:29:32.918878 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:29:34.387716 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:29:48.718836 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:29:58.752412 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a2a3d087-a4c9-42bd-b0dd-0533a51f96a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:29:59.714816 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:30:01.495251 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3397d147-d100-4ea8-9d35-0676fda59697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:30:01.860957 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:30:02.861347 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:30:04.421129 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:30:18.735285 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:30:28.729345 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ee316f80-e11d-4002-a15a-b80df638b138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:30:31.482954 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-1f4796a8-eab2-422e-aa5d-7f765a727dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:30:31.848631 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:30:32.912126 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:30:34.488960 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:30:36.714026 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:30:48.717129 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:30:58.717277 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e9a6043d-c5e2-484e-94e3-1dea1545b6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:31:01.494587 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a41136d0-44eb-49b4-90c8-6f550fc098ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:31:01.837169 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-14b0b9e0-1717-48dd-9dac-fe23a4fb2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:31:02.968802 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fbd-e331-4d5a-b3ce-30ce7cd9f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:31:04.425582 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d8a00a8c-be38-49d1-9552-f25ef8b9c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:31:13.712361 dv-cinder-809305-1-iscsi neutron-server[94554]: DEBUG neutron.db.agents_db [None req-a33c3c21-529a-4085-a9b5-4d6de0f47c6d None None] Agent healthcheck: found 6 active agents {{(pid=94554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:31:18.727761 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-113ef408-1255-4b25-aab5-163f42a02471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 01:31:28.717240 dv-cinder-809305-1-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-c4c35d4a-97a3-468c-a622-e7018f8c5a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752232865675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8026368'] for agent, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}